Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model_name = "KylinC/Llama-3-74M"
5
6tokenizer = AutoTokenizer.from_pretrained(model_name)
7model = AutoModelForCausalLM.from_pretrained(model_name)
8
9prompt_text = "I love"
10
11inputs = tokenizer(prompt_text, return_tensors="pt")
12
13outputs = model.generate(inputs["input_ids"], max_length=100)
14
15generated_texts = [tokenizer.decode(output, skip_special_tokens=True) for output in outputs]
16
17for i, text in enumerate(generated_texts):
18 print(f"Generated text {i+1}: {text}")
19