Views
No views yet
Dream-org/Dream-v0-Instruct-7B.
This repository contains adapter weights only; load it together with the base
model.32640.05gate_proj, q_proj, k_proj, up_proj, v_proj,
down_proj1import torch
2from peft import PeftModel
3from transformers import AutoModel, AutoTokenizer
4
5base_model_id = "Dream-org/Dream-v0-Instruct-7B"
6adapter_path = "akpon900/dream-instruct-void"
7
8tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
9base_model = AutoModel.from_pretrained(
10 base_model_id,
11 torch_dtype=torch.bfloat16,
12 device_map="auto",
13 trust_remote_code=True,
14)
15model = PeftModel.from_pretrained(base_model, adapter_path)
16model.eval()