Views
No views yet
pip install transformers peft torch1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# Load base model
5base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
6tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
7
8# Load LoRA adapter
9model = PeftModel.from_pretrained(base_model, "FFZwai/leyoai-analytics-large")
10
11# Generate response
12input_text = "Your question here"
13inputs = tokenizer(input_text, return_tensors="pt")
14outputs = model.generate(**inputs, max_length=512)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))pip install transformers peft torch1from transformers import AutoModelForCausalLM, AutoTokenizer
2from peft import PeftModel
3
4# 加载基座模型
5base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
6tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct")
7
8# 加载 LoRA 适配器
9model = PeftModel.from_pretrained(base_model, "FFZwai/leyoai-analytics-large")
10
11# 生成回复
12input_text = "你的问题"
13inputs = tokenizer(input_text, return_tensors="pt")
14outputs = model.generate(**inputs, max_length=512)
15print(tokenizer.decode(outputs[0], skip_special_tokens=True))