Views
No views yet
1import { AutoTokenizer, AutoModelForCausalLM } from '@huggingface/transformers';
2
3const tokenizer = await AutoTokenizer.from_pretrained('opalitestudios/Qwen2.5-3B-Instruct-ONNX');
4const model = await AutoModelForCausalLM.from_pretrained('opalitestudios/Qwen2.5-3B-Instruct-ONNX', {
5 dtype: 'q4f16',
6});