Views
No views yet
1BitsAndBytesConfig(
2 load_in_4bit=True,
3 bnb_4bit_quant_type="nf4",
4 bnb_4bit_compute_dtype=torch.float32,
5)
6
7LoraConfig(
8 r=8,
9 lora_alpha=8,
10 lora_dropout=0.1,
11 target_modules="all-linear",
12 init_lora_weights="gaussian",
13)