Views
No views yet
1{
2 "generated_at": "2026-03-19T20:54:59.739987+00:00",
3 "d2l_checkpoint": "SakanaAI/doc-to-lora (mistral_7b_d2l/checkpoint-20000)",
4 "d2l_repo_commit": "2e95f3e5011789626cb242c867dd3fc8f6555b16",
5 "methodology_doc_hash": "c97095e569187a23",
6 "methodology_doc_length": 8059,
7 "base_model": "mistralai/Mistral-7B-Instruct-v0.2",
8 "target_modules": [
9 "down_proj"
10 ],
11 "lora_r": 8,
12 "lora_alpha": 45.254833995939045,
13 "n_layers": 32
14}1from peft import PeftModel
2from transformers import AutoModelForCausalLM
3
4# Load base model
5model = AutoModelForCausalLM.from_pretrained(
6 "mistralai/Mistral-7B-Instruct-v0.2",
7 torch_dtype=torch.bfloat16,
8 device_map="auto",
9)
10
11# Load D2L adapter
12model = PeftModel.from_pretrained(
13 model,
14 "michaelarutyunov/jtbd-d2l-mistral7b-methodology",
15 adapter_name="d2l_jtbd",
16)
17
18# Generate with internalized JTBD knowledge
19# ...