Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel
3import torch
4
5MODEL_ID = "mistralai/Mistral-7B-Instruct-v0.3"
6ADAPTER_ID = "Moodlerz/mistral-planner-aaqa"
7
8tokenizer = AutoTokenizer.from_pretrained(ADAPTER_ID)
9base = AutoModelForCausalLM.from_pretrained(
10 MODEL_ID, torch_dtype=torch.bfloat16, device_map="auto"
11)
12model = PeftModel.from_pretrained(base, ADAPTER_ID)
13model.eval()