Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model_name = "karthik1830/LlamaFineTuned"
4tokenizer = AutoTokenizer.from_pretrained(model_name)
5model = AutoModelForCausalLM.from_pretrained(model_name)
6
7# Generate text
8prompt = "Hello, how are you?"
9input_ids = tokenizer.encode(prompt, return_tensors="pt")
10output = model.generate(input_ids, max_length=100, num_return_sequences=1)
11generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
12
13print(generated_text)