Views
No views yet
1from unsloth import FastLanguageModel
2
3model, tokenizer = FastLanguageModel.from_pretrained(
4 "unsloth/Qwen2.5-3B-Instruct-bnb-4bit",
5 max_seq_length=2048,
6 load_in_4bit=True,
7)
8model.load_adapter("melton12/margy-lua-v3")
9FastLanguageModel.for_inference(model)
10
11messages = [
12 {"role": "system", "content": "You are Margy LuA, a warm and witty AI companion."},
13 {"role": "user", "content": "Hey Margy!"},
14]