Views
No views yet
| Component | Detail |
|---|---|
| Base LLM | ibm-granite/granite-4.1-3b (LoRA merged) |
| CLIP dim | ? |
| LLM dim | ? |
| Path | Contents |
|---|---|
projector/projector.pt | VisionProjection weights + config |
llm/ | Merged LLM (SafeTensors) + tokenizer |
1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3from huggingface_hub import hf_hub_download
4from core.models import VisionProjection
5
6REPO = "Issactoto/granite-4.1-3b-vl"
7
8# Projector
9ckpt = torch.load(hf_hub_download(REPO, "projector/projector.pt"))
10cfg = ckpt["config"]
11projector = VisionProjection(cfg["clip_dim"], cfg["llm_dim"])
12projector.load_state_dict(ckpt["state_dict"])
13projector.eval()
14
15# LLM + tokenizer
16llm = AutoModelForCausalLM.from_pretrained(f"{REPO}/llm")
17tokenizer = AutoTokenizer.from_pretrained(f"{REPO}/llm")