Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained(
4 "kovacreations/primus",
5 trust_remote_code=True,
6 device_map="auto",
7 torch_dtype="bfloat16"
8)
9tok = AutoTokenizer.from_pretrained("kovacreations/primus", trust_remote_code=True)
10
11messages = [
12 {"role": "system", "content": "You are Primus, a coding assistant. Write clean, minimal code."},
13 {"role": "user", "content": "Fix the null pointer in auth.py"}
14]
15prompt = tok.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
16inputs = tok(prompt, return_tensors="pt").to(model.device)
17out = model.generate(**inputs, max_new_tokens=2048)
18print(tok.decode(out[0], skip_special_tokens=True))