Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3# Load model and tokenizer
4model = AutoModelForCausalLM.from_pretrained("yossarianz257/drunk-chatbot-model")
5tokenizer = AutoTokenizer.from_pretrained("yossarianz257/drunk-chatbot-model")
6
7# Create a message for the model
8messages = [
9 {"role": "user", "content": "How do you feel about pizza?"}
10]
11
12# Format input with chat template
13prompt = tokenizer.apply_chat_template(messages, tokenize=False)
14
15# Tokenize and generate
16input_ids = tokenizer(prompt, return_tensors="pt").input_ids
17outputs = model.generate(input_ids, max_new_tokens=512, temperature=0.7, top_p=0.9)
18response = tokenizer.batch_decode(outputs)[0]
19
20# Print response
21print(response)