Views
No views yet

1#example prompt
2messages = [
3 {"role": "system", "content": "You are an assistant"},
4 {"role": "user", "content": "What is the truth?"},
5]1uv pip install --pre vllm==0.10.1+gptoss \
2 --extra-index-url https://wheels.vllm.ai/gpt-oss/ \
3 --extra-index-url https://download.pytorch.org/whl/nightly/cu128 \
4 --index-strategy unsafe-best-match
5
6vllm serve michaelwaves/amoral-gpt-oss-120b-bfloat16 --tensor-parallel-size 4