Views
No views yet
dadaguai6677/TourismReview-Qwen2.5-7Bdadaguai6677/TourismReview-Qwen2.5-7Bmax_new_tokens=128do_sample=Falsenum_beams=1max_new_tokens=128do_sample=Falsenum_beams=11import torch
2from transformers import AutoModelForCausalLM, AutoTokenizer
3
4model_id = "dadaguai6677/TourismReview-Qwen2.5-7B"
5
6tokenizer = AutoTokenizer.from_pretrained(
7 model_id,
8 trust_remote_code=True,
9 padding_side="left"
10)
11
12if tokenizer.pad_token is None:
13 tokenizer.pad_token = tokenizer.eos_token
14
15model = AutoModelForCausalLM.from_pretrained(
16 model_id,
17 torch_dtype=torch.float16,
18 device_map="auto",
19 trust_remote_code=True,
20 low_cpu_mem_usage=True
21)
22
23model.eval()
24
25def create_prompt(text):
26 system_msg = "You are Qwen, created by Alibaba Cloud. You are a helpful assistant."
27 prompt = f"""<|im_start|>system
28{system_msg}<|im_end|>
29<|im_start|>user
30请对以下旅游评论进行内容分析,并基于以下11个维度进行打分。每个维度评分等级为1-5分,如未提及则返回null。
31
32评分标准:
331分:完全不同意
342分:不同意
353分:一般
364分:同意
375分:完全同意
38null:未提及
39
40评价维度:
41放松惬意,乐趣满足,餐饮良好,购物丰富,娱乐活动多,交通便捷,服务友好,环境整洁,学习文化,体验工艺,家庭友好
42
43请严格按以下格式返回结果:
44放松惬意:分数,乐趣满足:分数,餐饮良好:分数,购物丰富:分数,娱乐活动多:分数,交通便捷:分数,服务友好:分数,环境整洁:分数,学习文化:分数,体验工艺:分数,家庭友好:分数
45
46待分析文本:
47{text}<|im_end|>
48<|im_start|>assistant
49"""
50 return prompt
51
52text = "景区环境很好,讲解也比较细致,孩子能学到很多历史文化知识,就是周边餐饮一般。"
53
54prompt = create_prompt(text)
55
56inputs = tokenizer(
57 prompt,
58 return_tensors="pt",
59 truncation=True,
60 max_length=1024,
61 padding=True
62).to(model.device)
63
64with torch.no_grad():
65 outputs = model.generate(
66 **inputs,
67 max_new_tokens=128,
68 do_sample=False,
69 pad_token_id=tokenizer.pad_token_id,
70 eos_token_id=tokenizer.eos_token_id,
71 num_beams=1
72 )
73
74full_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
75
76if "<|im_start|>assistant" in full_text:
77 response = full_text.split("<|im_start|>assistant")[-1].strip()
78else:
79 response = full_text
80
81print(response)