Views
No views yet

| Dataset | Category |
|---|---|
nvidia/Nemotron-SFT-Agentic-v2 | Tool Use / Multi-step Agentic Policy |
Jackrong/DeepSeek-V4-Distill-8000x | Pure Reasoning / Math / Code |
nohurry/Opus-4.6-Reasoning-3000x-filtered | Advanced CoT Reasoning |
Jackrong/Qwen3.5-reasoning-700x | Hard Logic & Complex Math |
temperature: 0.1 | top_p: 0.95 | top_k: 50 | repetition_penalty: 1.00temperature: 0.35 | top_p: 0.90 | top_k: 40 | repetition_penalty: 1.051import torch
2from unsloth import FastLanguageModel
3from transformers import TextStreamer
4
5MODEL_PATH = "iselabvn/Tini1.5-8B-A1B"
6
7# 1. Load model with 4-bit quantization and essential regex patches
8model, tokenizer = FastLanguageModel.from_pretrained(
9 model_name = MODEL_PATH,
10 max_seq_length = 8192,
11 dtype = torch.bfloat16,
12 load_in_4bit = True,
13 trust_remote_code = True,
14 fix_mistral_regex = True
15)
16FastLanguageModel.for_inference(model)
17
18# 2. Configure system prompt aligned with strict v1.5 validation guardrails
19messages = [
20 {
21 "role": "system",
22 "content": "You are an advanced, high-efficiency executive Agent. If a tool requires a parameter that is missing from the prompt, DO NOT analyze or debate the schema. Stop thinking immediately and output a clear question asking the user for that parameter."
23 },
24 {
25 "role": "user",
26 "content": "What is the current stock price of Nvidia (NVDA) today?"
27 }
28]
29
30inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to("cuda")
31text_streamer = TextStreamer(tokenizer, skip_prompt=True)
32
33# 3. Generate structured output within a safe tokens boundary
34with torch.no_grad():
35 _ = model.generate(
36 input_ids = inputs,
37 streamer = text_streamer,
38 max_new_tokens = 2048,
39 use_cache = True,
40 temperature = 0.1,
41 top_p = 0.95,
42 top_k = 50,
43 repetition_penalty = 1.00
44 )