Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3repo = "kyooni18/chessi-0.1"
4tokenizer = AutoTokenizer.from_pretrained(repo, trust_remote_code=True, use_fast=False)
5model = AutoModelForCausalLM.from_pretrained(repo, trust_remote_code=True)
6
7prompt = "e4 e5 Nf3 Nc6 Bb5"
8inputs = tokenizer(prompt, return_tensors="pt")
9out = model.generate(**inputs, max_new_tokens=1)
10new_ids = out[:, inputs["input_ids"].shape[1]:]
11print(tokenizer.decode(new_ids[0], skip_special_tokens=True))