Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3
4model = AutoModelForCausalLM.from_pretrained(
5 "SORNPov/Chamnaot2.5",
6 dtype=torch.float16,
7 device_map="auto"
8)
9tokenizer = AutoTokenizer.from_pretrained("SORNPov/Chamnaot")
10
11question = "សរសេរចំណោទនៅទីនេះ (your Khmer math question here)"
12prompt = f"question: {question} guidance: "
13
14inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
15
16output = model.generate(
17 **inputs,
18 max_new_tokens=800,
19 do_sample=False,
20 pad_token_id=tokenizer.eos_token_id
21)
22
23input_len = inputs["input_ids"].shape[1]
24print(tokenizer.decode(output[0][input_len:], skip_special_tokens=True))