Views
No views yet
PEFT API from transformers to load the entire K2!1base_model = /path/to/geollama
2lora_weights = /path/to/adapter/model
3tokenizer = LlamaTokenizer.from_pretrained(base_model)
4model = LlamaForCausalLM.from_pretrained(
5 base_model,
6 load_in_8bit=load_8bit,
7 device_map=device_map
8 torch_dtype=torch.float16
9)
10model = PeftModel.from_pretrained(
11 model,
12 lora_weights,
13 torch_dtype=torch.float16,
14 device_map=device_map,
15)
16model.config.pad_token_id = tokenizer.pad_token_id = 0
17model.config.bos_token_id = 1
18model.config.eos_token_id = 2