Views
No views yet
lora_adapter/ — PEFT LoRA weights for the transformer backbonehead_weights.pt — trained concept predictor + unknown head weights1from steerling.inference.causal_diffusion import SteerlingGenerator
2from peft import PeftModel
3import torch
4
5# Load base model
6generator = SteerlingGenerator.from_pretrained("guidelabs/steerling-8b", device="cuda")
7model = generator.model
8
9# Load LoRA adapter
10model.transformer = PeftModel.from_pretrained(model.transformer, "lora_adapter_path")
11
12# Load head weights
13head_state = torch.load("head_weights.pt", map_location="cuda")
14for key, value in head_state.items():
15 parts = key.split(".")
16 obj = model
17 for p in parts[:-1]:
18 obj = getattr(obj, p)
19 getattr(obj, parts[-1]).data.copy_(value)c_attn and c_proj