Views
No views yet
mistralai/Mistral-7B-Instruct-v0.2. This model was trained with SFT using Adaption's AutoScientist on the MarketIntel-Macro-Reasoning-v1 dataset.
1{
2 "job_id": "000bf75a-7edf-482c-8ff8-186e4545553b",
3 "training_experiment_id": "9d277268-555a-44df-b640-a273b9e35c21",
4 "original_model_name": "mistralai/Mistral-7B-Instruct-v0.2",
5 "trained_model_name": "adaption_marketintel_macro_reasoning_",
6 "training_method": "sft",
7 "training_type": "lora",
8 "data_format": "chat",
9 "hyperparams": {
10 "lora": "true",
11 "lora_r": 64,
12 "n_evals": 5,
13 "n_epochs": 5,
14 "batch_size": "max",
15 "lora_alpha": 128,
16 "lora_dropout": 0,
17 "min_lr_ratio": 0.1,
18 "warmup_ratio": 0.05,
19 "weight_decay": 0.01,
20 "learning_rate": 0.00001,
21 "max_grad_norm": 1,
22 "base_model_size": "7B",
23 "train_on_inputs": "false",
24 "training_method": "sft",
25 "lr_scheduler_type": "cosine",
26 "scheduler_num_cycles": 0.5,
27 "lora_trainable_modules": "q_proj,k_proj,v_proj,o_proj"
28 }
29}
| Domain | Win rate vs. base model |
|---|---|
| general | 56% |
pip install torch transformers peft1import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3from peft import PeftModel
4
5BASE = "mistralai/Mistral-7B-Instruct-v0.2"
6ADAPTER = "<this-repo-id>"
7
8device = "cuda" if torch.cuda.is_available() else "cpu"
9dtype = torch.float32 if device == "cpu" else torch.bfloat16
10
11base = AutoModelForCausalLM.from_pretrained(BASE, dtype=dtype).to(device)
12model = PeftModel.from_pretrained(base, ADAPTER)
13# Optional: merge the LoRA weights into the base for faster inference
14model = model.merge_and_unload()
15model.eval()
16
17tokenizer = AutoTokenizer.from_pretrained(BASE)
18messages = [{"role": "user", "content": "Hello!"}]
19text = tokenizer.apply_chat_template(
20 messages, tokenize=False, add_generation_prompt=True)
21inputs = tokenizer(text, return_tensors="pt").to(device)
22
23with torch.inference_mode():
24 out = model.generate(**inputs, max_new_tokens=512)
25print(tokenizer.decode(out[0][inputs["input_ids"].shape[1]:], skip_special_tokens=True))