Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2base_model_name = 'meta-llama/Meta-Llama-3-8B-Instruct'
3adapter_name = 'Ursulalala/X-Boundary-Llama-3-8B-adapter'
4model = AutoModelForCausalLM.from_pretrained(
5 base_model_name,
6 torch_dtype='auto',
7 device_map='auto'
8)
9tokenizer = AutoTokenizer.from_pretrained(base_model_name)
10model.load_adapter(adapter_name)