Views
No views yet

tokenizer = AutoTokenizer.from_pretrained('ivankadchenko/llm-course-hw2-ppo')
check_model = AutoModelForCausalLM.from_pretrained('ivankadchenko/llm-course-hw2-ppo')
check_model = check_model.to(device)
check_model = check_model.eval()
messages = [{"role": "user", "content": "What's your morning routine like?"}]
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
model_inputs = tokenizer([text], return_tensors="pt").to(device)
generated_ids = check_model.generate(model_inputs.input_ids, max_new_tokens=256, do_sample=False)
response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]