Construction equipment claim summarization adapter (Korean → Korean summary) for GPT-OSS-20B.
Both models achieve nearly identical performance.
Summarizes Korean construction equipment claim reports into concise Korean summaries.
1from mlx_lm import load, generate
2from mlx_lm.sample_utils import make_sampler
3
4model, tokenizer = load("mlx-community/gpt-oss-20b-MXFP4-Q4",
5 adapter_path="madokalif/gpt-oss-20b-summarization-ko-lora")
6
7system = "건설장비 클레임 보고서를 읽고 핵심 내용을 간결하게 한국어로 요약하세요."
8user = "다음 클레임 보고서를 요약하세요:\n\n현상: 냉각수 호스에서 냉각수가 새고 있습니다..."
9
10prompt = f"<|im_start|>system\n{system}<|im_end|>\n"
11prompt += f"<|im_start|>user\n{user}<|im_end|>\n"
12prompt += "<|im_start|>assistant\n"
13
14sampler = make_sampler(temp=0.3, top_p=0.9)
15response = generate(model, tokenizer, prompt=prompt, max_tokens=256, sampler=sampler)
