Views
No views yet
Qwen/Qwen2.5-7B-Instruct
Precision: bfloat16
Merge Status: Fully baked (No separate LoRA adapter required).1from transformers import AutoModelForCausalLM, AutoTokenizer
2import torch
3
4model_path = "./uruti_production_model"
5tokenizer = AutoTokenizer.from_pretrained(model_path)
6model = AutoModelForCausalLM.from_pretrained(
7 model_path,
8 device_map="auto",
9 torch_dtype=torch.bfloat16
10)
11
12# System Prompt Requirement
13system_prompt = {"role": "system", "content": "You are an Uruti AI advisory assistant specialized in the Rwandan ecosystem."}