Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "PhilSad/SmolLM2-1.7B-FT-SCP-Wiki"
4model = AutoModelForCausalLM.from_pretrained(
5 pretrained_model_name_or_path=model_name
6).to(device)
7tokenizer = AutoTokenizer.from_pretrained(pretrained_model_name_or_path=model_name)
8
9prompt = "SCP-10214 is a god who loves making pasta."
10
11messages = [{"role": "user", "content": prompt}]
12formatted_prompt = tokenizer.apply_chat_template(messages, tokenize=False)
13
14inputs = tokenizer(formatted_prompt, return_tensors="pt").to(device)
15
16outputs = model.generate(**inputs, max_new_tokens=2048)
17
18print(tokenizer.decode(outputs[0], skip_special_tokens=True))
19
1@misc{vonwerra2022trl,
2 title = {{TRL: Transformer Reinforcement Learning}},
3 author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
4 year = 2020,
5 journal = {GitHub repository},
6 publisher = {GitHub},
7 howpublished = {\url{https://github.com/huggingface/trl}}
8}