Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3tokenizer = AutoTokenizer.from_pretrained("anonymousAAK/impersona")
4model = AutoModelForCausalLM.from_pretrained("anonymousAAK/impersona", trust_remote_code=True, device_map="auto")
5
6inputs = tokenizer("Write a message as if you are a witty sci-fi author:", return_tensors="pt").to(model.device)
7outputs = model.generate(**inputs, max_new_tokens=200)
8print(tokenizer.decode(outputs[0]))