Views
No views yet
1from peft import PeftModel
2from transformers import AutoModel, AutoTokenizer
3
4# Load Base Model
5model = AutoModel.from_pretrained("OpenGVLab/InternVL2_5-4B", trust_remote_code=True)
6tokenizer = AutoTokenizer.from_pretrained("OpenGVLab/InternVL2_5-4B", trust_remote_code=True)
7
8# Load this Adapter
9model = PeftModel.from_pretrained(model, "blind-assist/internvl2-5-4b-walk-lora-v1-100")
10
11# Now you can use the model for inference!