Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "username/cobratatellm" # Replace with actual model name or ID
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForCausalLM.from_pretrained(model_name)
6
7prompt = "Once upon a time"
8input_ids = tokenizer.encode(prompt, return_tensors="pt")
9
10output = model.generate(input_ids, max_length=100)
11generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
12print(generated_text)