Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Load base model
5base_model = AutoModelForCausalLM.from_pretrained("unsloth/mistral-7b-instruct-v0.3-bnb-4bit")
6tokenizer = AutoTokenizer.from_pretrained("unsloth/mistral-7b-instruct-v0.3-bnb-4bit")
7
8# Load LoRA adapter
9model = PeftModel.from_pretrained(base_model, "afzalur/case-study-mistral-7b-v1")
10
11# Generate
12prompt = "Create a business case study about digital transformation"
13inputs = tokenizer(prompt, return_tensors="pt")
14outputs = model.generate(**inputs, max_new_tokens=512)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))