Views
No views yet

1from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
2from peft import PeftModel, PeftConfig
3
4# Define the repository ID
5repo_id = "Miguelpef/bart-base-lora-3DPrompt"
6
7# Load the PEFT configuration from the Hub
8peft_config = PeftConfig.from_pretrained(repo_id)
9
10# Load the base model from the Hub
11model = AutoModelForSeq2SeqLM.from_pretrained(peft_config.base_model_name_or_path)
12
13# Load the tokenizer from the Hub
14tokenizer = AutoTokenizer.from_pretrained(repo_id)
15
16# Wrap the base model with PEFT
17model = PeftModel.from_pretrained(model, repo_id)
18
19# Now you can use the model for inference as before
20def generar_prompt_desde_objeto(objeto):
21 prompt = objeto
22 inputs = tokenizer(prompt, return_tensors='pt').to(model.device)
23 outputs = model.generate(**inputs, max_length=100)
24 prompt_generado = tokenizer.decode(outputs[0], skip_special_tokens=True)
25 return prompt_generado
26
27mi_objeto = "Mesa grande marrón" #Change this object
28prompt_generado = generar_prompt_desde_objeto(mi_objeto)
29print({prompt_generado})