Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5base = "Qwen/Qwen3-4B-Instruct-2507"
6# ★変更点: T4版のIDを指定
7adapter = "RegFo/Matsuo2025-Main-Qwen3-4B-SFT-T4-v1"
8
9tokenizer = AutoTokenizer.from_pretrained(base)
10model = AutoModelForCausalLM.from_pretrained(
11 base,
12 torch_dtype=torch.float16,
13 device_map="auto",
14)
15model = PeftModel.from_pretrained(model, adapter)