import torch
import timm
from peft import LoraConfig, get_peft_model

model = timm.create_model("vit_small_patch16_224", pretrained=False, num_classes=100)
lora_config = LoraConfig(r=RANK, lora_alpha=ALPHA, target_modules=["qkv"],
                         lora_dropout=0.1, bias="none", modules_to_save=["head"])
model = get_peft_model(model, lora_config)

ckpt = torch.load("pytorch_model.pt", map_location="cpu")
model.load_state_dict(ckpt["model_state_dict"])
model.eval()

spidey1807/vit-small-cifar100-lora

ViT-Small CIFAR-100 (LoRA Fine-tuned)

Training Details

Usage

spidey1807/
vit-small-cifar100-lora