Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3base_model_name = 'deepseek-ai/DeepSeek-R1-Distill-Qwen-7B'
4adapter_name = 'Ursulalala/X_Boundary_DeepSeek_R1_Distill_Qwen_7B_adapter'
5model = AutoModelForCausalLM.from_pretrained(
6 base_model_name,
7 torch_dtype='auto',
8 device_map='auto'
9)
10tokenizer = AutoTokenizer.from_pretrained(base_model_name)
11model.load_adapter(adapter_name)