Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("RubanAgnesh/rezolve-Phi-3-mini-128k-instruct")
4tokenizer = AutoTokenizer.from_pretrained("RubanAgnesh/rezolve-Phi-3-mini-128k-instruct")
5
6# Prepare your input
7text = "Your prompt here"
8inputs = tokenizer(text, return_tensors="pt")
9
10# Generate
11outputs = model.generate(**inputs)
12response = tokenizer.decode(outputs[0], skip_special_tokens=True)
13print(response)