Views
No views yet
vllm serve vastai-ais/GLM-OCR-FP8 --served-model-name glm-ocr --max-model-len 163841curl -X POST http://localhost:8000/v1/chat/completions \
2 -H "Content-Type: application/json" \
3 -d '{
4 "model": "glm-ocr",
5 "messages": [
6 {
7 "role": "user",
8 "content": [
9 {
10 "type": "text",
11 "text": "请帮我提取图片中的所有文字,并按原始排版输出。"
12 },
13 {
14 "type": "image_url",
15 "image_url": {
16 "url": "https://cdn.bigmodel.cn/static/logo/introduction.png"
17 }
18 }
19 ]
20 }
21 ],
22 "max_tokens": 4096
23 }'