from transformers import AutoModel, AutoTokenizer
from peft import PeftModel
import torch

model = AutoModel.from_pretrained(
    "deepseek-ai/DeepSeek-OCR-2",
    trust_remote_code=True,
    torch_dtype=torch.bfloat16,
    device_map="auto",
)
tokenizer = AutoTokenizer.from_pretrained("Nightwingkills/unsloth_finetune")
model = PeftModel.from_pretrained(model, "Nightwingkills/unsloth_finetune")
model.eval()