Views
No views yet
openai/gpt-oss-20b (bf16)concept_vec_v15k.pt, shape [24, 6, 2880], gain=0.5narukijima/connector → C_instruction_pairs_en.jsonl, C_instruction_pairs_ja.jsonl1from transformers import AutoTokenizer, AutoModelForCausalLM
2import torch
3M = "narukijima/connector-mini-v1"
4tok = AutoTokenizer.from_pretrained(M, trust_remote_code=True)
5mdl = AutoModelForCausalLM.from_pretrained(
6 M, torch_dtype=torch.bfloat16, device_map='auto', trust_remote_code=True
7)
8msgs = [{"role":"user","content":"test"}]
9p = tok.apply_chat_template(msgs, tokenize=False, add_generation_prompt=True)
10out = mdl.generate(**tok(p, return_tensors='pt').to(mdl.device),
11 max_new_tokens=64, do_sample=True, temperature=0.7)
12print(tok.decode(out[0], skip_special_tokens=True))