Views
No views yet
1import os
2os.environ['CUDA_VISIBLE_DEVICES'] = '0'
3
4from swift.llm import (
5 PtEngine, RequestConfig, safe_snapshot_download, get_model_tokenizer, get_template, InferRequest
6)
7from swift.tuners import Swift
8# 请调整下面几行
9model = 'Qwen/Qwen2-0.5B-Instruct'
10lora_checkpoint = safe_snapshot_download('TIM0927/ShiZhi') # 修改成checkpoint_dir
11template_type = None # None: 使用对应模型默认的template_type
12default_system = "你是一个法官,你需要根据裁判文书的事实部分,完成裁判文书的法院推理部分。" # None: 使用对应模型默认的default_system
13fact = "经审理查明,..."
14
15# 加载模型和对话模板
16model, tokenizer = get_model_tokenizer(model)
17model = Swift.from_pretrained(model, lora_checkpoint)
18template_type = template_type or model.model_meta.template
19template = get_template(template_type, tokenizer, default_system=default_system)
20engine = PtEngine.from_model_template(model, template, max_batch_size=2)
21request_config = RequestConfig(max_tokens=512, temperature=0)
22
23infer_requests = [
24 InferRequest(messages=[{'role': 'user', 'content': f"事实描述:\n{fact}\n法院推理:\n"}]),
25]
26resp_list = engine.infer(infer_requests, request_config)
27query0 = infer_requests[0].messages[0]['content']
28print(f'response: {resp_list[0].choices[0].message.content}')1@misc{hou2025shizhichineselightweightlarge,
2 title={ShiZhi: A Chinese Lightweight Large Language Model for Court View Generation},
3 author={Zhitian Hou and Kun Zeng},
4 year={2025},
5 eprint={2510.09297},
6 archivePrefix={arXiv},
7 primaryClass={cs.CL},
8 url={https://arxiv.org/abs/2510.09297},
9}