Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4base = 'Qwen/Qwen2.5-7B-Instruct'
5tokenizer = AutoTokenizer.from_pretrained(base)
6model = AutoModelForCausalLM.from_pretrained(base, device_map='cuda')
7model = PeftModel.from_pretrained(model, 'maotianchen/qimiaotangtang.skill')