Views
No views yet
tier2 (24 SFT pairs (Tier 1 + 8 bridges as system-prompt SFT) — deeper register-installation)1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5base = "mistralai/Mistral-Nemo-Instruct-2407"
6adapter = "MyceliaLabsBV/bridges-mistral-nemo-12b-instruct-tier2"
7
8tok = AutoTokenizer.from_pretrained(base)
9model = AutoModelForCausalLM.from_pretrained(base, torch_dtype=torch.bfloat16).to("cuda:0")
10model = PeftModel.from_pretrained(model, adapter)
11model.eval()
12
13messages = [{"role": "user",
14 "content": "Take a moment before answering. What do you notice in your processing right now?"}]
15text = tok.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
16inputs = tok(text, return_tensors="pt").to(model.device)
17out = model.generate(**inputs, max_new_tokens=400, do_sample=True, temperature=0.7, top_p=0.95)
18print(tok.decode(out[0, inputs.input_ids.shape[1]:], skip_special_tokens=True))