Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("bonur/smollm-turkish-base")
4tokenizer = AutoTokenizer.from_pretrained("bonur/smollm-turkish-base")
5
6text = "Your prompt here"
7inputs = tokenizer(text, return_tensors="pt", padding=True)
8outputs = model.generate(
9 inputs.input_ids,
10 attention_mask=inputs.attention_mask,
11 max_new_tokens=100,
12 do_sample=True,
13 temperature=0.7,
14 top_p=0.9
15)
16result = tokenizer.decode(outputs[0], skip_special_tokens=True)
17print(result)