Views
No views yet
adapter_model.safetensors: Core fine-tuned parameters.adapter_config.json: Configuration for LoRA adapter.tokenizer_config.json & others: Essential files for consistent tokenization.1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3import torch
4
5model_id = "Qwen/Qwen2.5-7B-Instruct"
6adapter_id = "EFT-CoT-Review/EFT-CoT" # Path to your HF repo
7
8tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
9model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
10model = PeftModel.from_pretrained(model, adapter_id)
11
12print("EFT-CoT model successfully loaded.")