Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3
4base_model = AutoModelForCausalLM.from_pretrained(
5 baichuan_model_path, dtype=dtype, device_map=config.device, trust_remote_code=True
6)
7
8model = PeftModel.from_pretrained(base_model, apapter_output_dir)