Views
No views yet
1from transformers import pipeline
2
3messages = [
4 {"role": "user", "content": "Who are you?"},
5]
6pipe = pipeline("text-generation", model="heegyu/gemma-2-9b-lima", device_map="auto", torch_dtype="auto")
7print(pipe(messages, max_new_tokens=128, eos_token_id=107))
8