Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("Canfield/finetune-ec9dc043")
4tokenizer = AutoTokenizer.from_pretrained("Canfield/finetune-ec9dc043")
5
6# Generate text
7messages = [
8 {"role": "user", "content": "Hello, how are you?"}
9]
10inputs = tokenizer.apply_chat_template(messages, return_tensors="pt")
11outputs = model.generate(inputs, max_new_tokens=100)
12print(tokenizer.decode(outputs[0]))