Views
No views yet
gemma-4coder-canopy179.4B41.7B220200000 tokens in the listed vLLM configuration1CUDA_VISIBLE_DEVICES=0,1 vllm serve /path/to/gemma-4-180b-a42b-coder-canopy \
2 --served-model-name vllm/doobee \
3 --host 0.0.0.0 \
4 --port 23333 \
5 --dtype bfloat16 \
6 --tensor-parallel-size 2 \
7 --enable-expert-parallel \
8 --max-model-len 200000 \
9 --gpu-memory-utilization 0.96 \
10 --trust-remote-code \
11 --reasoning-parser gemma4 \
12 --tool-call-parser gemma4 \
13 --enable-auto-tool-choice \
14 --default-chat-template-kwargs '{"enable_thinking": true}' \
15 --hf-overrides '{"text_config":{"top_k_experts":220}}' \
16 --generation-config vllm \
17 --language-model-only \
18 --skip-mm-profiling \
19 --max-num-seqs 1 \
20 --max-num-batched-tokens 8192config.jsongeneration_config.jsontokenizer.jsontokenizer_config.jsonchat_template.jinjamodel.safetensors.index.json