Views
No views yet
1!pip install -qU transformers
2from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
3model = "dohyung97022/phi3-128k-test"
4tokenizer = AutoTokenizer.from_pretrained(model)
5
6# Example prompt
7prompt = "Your example prompt here"
8
9# Generate a response
10model = AutoModelForCausalLM.from_pretrained(model)
11pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
12outputs = pipeline(prompt, max_length=50, num_return_sequences=1)
13print(outputs[0]["generated_text"])