Views
No views yet
1!pip install -qU transformers
2
3from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
4
5model = "jlorenz/samantha-phi-3-4k-mini"
6tokenizer = AutoTokenizer.from_pretrained(model)
7
8# Example prompt
9prompt = "Your example prompt here"
10
11# Generate a response
12model = AutoModelForCausalLM.from_pretrained(model)
13pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
14outputs = pipeline(prompt, max_length=50, num_return_sequences=1)
15print(outputs[0]["generated_text"])