Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4# 載入基礎模型
5base_model = AutoModelForCausalLM.from_pretrained(
6 "Qwen/Qwen2.5-7B-Instruct",
7 device_map="auto",
8 trust_remote_code=True
9)
10
11# 載入LoRA
12model = PeftModel.from_pretrained(base_model, "RayTsai/Kaggle_2")
13
14# 載入tokenizer
15tokenizer = AutoTokenizer.from_pretrained("RayTsai/Kaggle_2")