from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel
import torch

base = "Qwen/Qwen3-4B-Instruct-2507"
adapter = "hosyan/qwen3-4b-structured-output-slack-recovery-phase1-format-guard-t001"

tokenizer = AutoTokenizer.from_pretrained(base)
model = AutoModelForCausalLM.from_pretrained(
    base,
    torch_dtype=torch.float16,
    device_map="auto",
)
model = PeftModel.from_pretrained(model, adapter)

Data

Training dataset: u-10bei/structured_data_with_cot_dataset_512_v2
Run name: slack-recovery-phase1-format-guard-t001