Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
2from peft import PeftModel
3import torch
4
5BASE_MODEL = "unsloth/Qwen2.5-1.5B-Instruct-bnb-4bit"
6ADAPTER = "zeynou09/algerian-law-qwen-lora"
7
8bnb_config = BitsAndBytesConfig(
9 load_in_4bit=True,
10 bnb_4bit_compute_dtype=torch.float16,
11)
12
13tokenizer = AutoTokenizer.from_pretrained(ADAPTER)
14base_model = AutoModelForCausalLM.from_pretrained(
15 BASE_MODEL,
16 quantization_config=bnb_config,
17 device_map="auto",
18)
19model = PeftModel.from_pretrained(base_model, ADAPTER)