Views
No views yet
chat_template.jinja — supports structured conversational prompting.1from transformers import AutoTokenizer, AutoModelForCausalLM
2
3model_id = "muhammed-afsal-p-m/afsal_llm"
4
5tokenizer = AutoTokenizer.from_pretrained(model_id)
6model = AutoModelForCausalLM.from_pretrained(
7 model_id,
8 trust_remote_code=True
9)
10
11prompt = "Hello, can you tell me something interesting?"
12inputs = tokenizer(prompt, return_tensors="pt")
13
14output = model.generate(
15 inputs.input_ids,
16 max_new_tokens=150,
17)
18
19print(tokenizer.decode(output[0], skip_special_tokens=True))