from transformers import AutoModelForCausalLM, AutoTokenizer
device = "cuda"
tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/SmolLM2-135M-Instruct")
model = AutoModelForCausalLM.from_pretrained("HuggingFaceTB/SmolLM2-135M-Instruct").to(device)
PROMPT = "What is the key principle to effective public speaking?"
messages = [{"role": "user", "content": PROMPT}]
input_text=tokenizer.apply_chat_template(messages, tokenize=False)
inputs =… See the full description on the dataset page: https://huggingface.co/datasets/loubnabnl/135M-examples.