This is an ONNX format conversion of the Qwen/Qwen3-0.6B model, optimized for inference with ONNX runtime.
This model inherits the
Apache 2.0 License from the original Qwen/Qwen3-0.6B model.
1from optimum.onnxruntime import ORTModelForCausalLM
2
3model = ORTModelForCausalLM.from_pretrained("path/to/qwen3_0_6b_onnx")
1import { pipeline } from '@xenova/transformers';
2
3// Load the ONNX model
4const generator = await pipeline(
5 'text-generation',
6 'path/to/qwen3_0_6b_onnx',
7 {
8 quantized: false,
9 model_file: 'model.onnx'
10 }
11);
12
13// Generate text
14const output = await generator('Hello world');
15console.log(output);