Views
No views yet
1#!/bin/bash
2model_path="MODEL_PATH"
3model_name="InternSVG"
4
5# proxy
6lmdeploy serve proxy --server-name 0.0.0.0 --server-port 10010 --routing-strategy "min_expected_latency" &
7
8worker_num=8
9for ((i = 0; i < worker_num; i++)); do
10 timestamp=$(date +"%Y-%m-%d_%H-%M-%S")
11 CUDA_VISIBLE_DEVICES="${i}" lmdeploy serve api_server ${model_path} --proxy-url http://0.0.0.0:10010 \
12 --model-name ${model_name} \
13 --tp 1 \
14 --max-batch-size 512 \
15 --backend pytorch \
16 --server-port $((10000 + i)) \
17 --session-len 16384 \
18 --chat-template "internvl2_5" \
19 --log-level WARNING &>> ./logs/api_${model_name}_${timestamp}_${i}.out &
20 sleep 10s
21doneLLaMA-Factory/data/dataset_info.json to match your local file paths.utils/add_token.py script, which adds these special tokens to the original model weights and initializes their embeddings based on subwords.LLaMA-Factory/examples/train_full/stage_1.yamlLLaMA-Factory/examples/train_full/stage_2.yamlllamafactory-cli train to start training.1@article{wang2025internsvg,
2 title={InternSVG: Towards Unified SVG Tasks with Multimodal Large Language Models},
3 author={Wang, Haomin and Yin, Jinhui and Wei, Qi and Zeng, Wenguang and Gu, Lixin and Ye, Shenglong and Gao, Zhangwei and Wang, Yaohui and Zhang, Yanting and Li, Yuanqi and others},
4 journal={arXiv preprint arXiv:2510.11341},
5 year={2025}
6}