Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3base_model_name = 'Qwen/Qwen2.5-7B-Instruct'
4adapter_name = 'Ursulalala/X-Boundary-Qwen2.5-7B-adapter'
5model = AutoModelForCausalLM.from_pretrained(
6 base_model_name,
7 torch_dtype='auto',
8 device_map='auto'
9)
10tokenizer = AutoTokenizer.from_pretrained(base_model_name)
11model.load_adapter(adapter_name)