Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import get_peft_config, get_peft_model, LoraConfig, TaskType
3
4model = AutoModelForSeq2SeqLM.from_pretrained("t5-base")
5model = PeftModel.from_pretrained(model, "Fidlobabovic/T5-recs")
6
7tokenizer = AutoTokenizer.from_pretrained("Fidlobabovic/T5-recs")
8
9input_text = "Purchases: { Guitar, Stradivary notes, synthesizer} Candidates: {Violin; Thrombon; Refrigirator; Sex toy;} - RECCOMENDATION :"
10inputs = tokenizer(input_text, return_tensors="pt")
11
12outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=5)
13
14print("input user hitory: ", input_text) ## output rec: ['Guitar']
15print(" output rec: ", tokenizer.batch_decode(outputs.detach().cpu().numpy(), skip_special_tokens=True))