Views
No views yet
transformers library:1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_name = "your-username/your-repo-name" # Replace with your repo ID
4
5tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
6model = AutoModelForCausalLM.from_pretrained(
7 model_name,
8 device_map="auto",
9 trust_remote_code=True
10)
11
12inputs = tokenizer("Hello, how are you?", return_tensors="pt").to(model.device)
13outputs = model.generate(**inputs, max_new_tokens=50)
14print(tokenizer.decode(outputs[0], skip_special_tokens=True))