Views
No views yet
1import * as webllm from "@mlc-ai/web-llm"; //you can also use the jsdelivr cdn or local mlc webllm npm files
2
3const appConfig = {
4 model_list: [{
5 model: "https://huggingface.co/Aadeshisdoingsomething/gemma-3-270m-it-q4f16_1-mlc",
6 model_id: "gemma-3-270m-it-q4f16_1-mlc",
7 model_lib: "https://huggingface.co/Aadeshisdoingsomething/gemma-3-270m-it-q4f16_1-mlc/resolve/main/gemma-3-270m-it-q4f16_1-webgpu.wasm",
8 required_features: ["shader-f16"]
9 }]
10};
11
12const engine = await webllm.CreateMLCEngine("gemma-3-270m-it-q4f16_1-mlc", { appConfig });