Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("RikoteMaster/sanity_check_model")
4tokenizer = AutoTokenizer.from_pretrained("RikoteMaster/sanity_check_model")
5
6# Example usage
7question = "What is 2+2?"
8choices = ["3", "4", "5", "6"]
9
10messages = [{
11 "role": "user",
12 "content": question + "\n" + "\n".join([f"{chr(65+i)}. {choice}" for i, choice in enumerate(choices)])
13}]
14
15text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
16inputs = tokenizer(text, return_tensors="pt")
17outputs = model.generate(**inputs, max_new_tokens=10)
18print(tokenizer.decode(outputs[0]))
19### Framework versions
20
21- PEFT 0.15.2