Views
No views yet
final_model/ — Final LoRA adapter weights + tokenizer files. Less than full Qwen size, for inference.checkpoints/checkpoint-1875/ (and optionally more checkpoint folders) — Full training states (optimizer, scheduler, trainer_state.json, RNG, etc.), so you can resume training.adapter_config.json, adapter_model.safetensors, tokenizer.json, etc.1from transformers import AutoTokenizer, AutoModelForCausalLM
2from peft import PeftModel, PeftConfig
3
4repo_id = "BuRabea/v2v-qwen-finetuned"
5subfolder = "final_model"
6
7# Load adapter config
8config = PeftConfig.from_pretrained(repo_id, subfolder=subfolder)
9
10# Load tokenizer from base model
11tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
12
13# Load base model
14base_model = AutoModelForCausalLM.from_pretrained(
15 config.base_model_name_or_path,
16 device_map="auto"
17)
18
19# Load adapter on top of base model
20model = PeftModel.from_pretrained(base_model, repo_id, subfolder=subfolder)
21
22# Define conversation in chat format
23messages = [
24 {"role": "system", "content": "You are a helpful research assistant specialized in V2V communication and autonomous driving."},
25 {"role": "user", "content": "What are the recent challenges in V2V communication latency?"}
26]
27
28# Apply chat template (uses chat_template.jinja inside repo)
29prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
30
31# Tokenize and move tensors to the model's device
32inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
33
34# Generate response
35outputs = model.generate(**inputs, max_new_tokens=150)
36
37# Decode and print
38print(tokenizer.decode(outputs[0], skip_special_tokens=True)) 1resume = "BuRabea/v2v-qwen-finetuned/checkpoints/checkpoint-1875"
2trainer.train(resume_from_checkpoint=resume)Qwen/Qwen2.5-3B-Instruct) first, then the LoRA adapter.1@misc{qwen-v2v2025,
2 author = {Amro Rabea},
3 title = {V2V-Qwen-FineTuned: LoRA Adapter Trained on V2V Autonomous Driving QA},
4 year = {2025},
5 howpublished = {Hugging Face Model Hub},
6 url = {https://huggingface.co/BuRabea/v2v-qwen-finetuned}
7}
8
9@dataset{rabea2025v2vqa,
10 author = {Amro Rabea},
11 title = {V2V Autonomous Driving QA Dataset},
12 year = {2025},
13 publisher = {Hugging Face},
14 url = {https://huggingface.co/datasets/BuRabea/v2v-autonomous-driving-qa}
15}