Views
No views yet
LiquidAI/LFM2.5-350M.{"title":"...","say":"...","actions":[{"name":"openProject","args":{"id":"..."}}],"citations":["..."]}onnx/model_q4.onnxonnx/model_q4.onnx_datastrict_eval_q4_500.jsonfull_json: 1.0json_object: 1.0strict_valid: 1.0action_exact: 1.0citation_exact: 1.01import { AutoModelForCausalLM, AutoTokenizer } from "@huggingface/transformers";
2
3const modelId = "YMRohit/rohit-portfolio-lfm25-350m-onnx";
4const tokenizer = await AutoTokenizer.from_pretrained(modelId);
5const model = await AutoModelForCausalLM.from_pretrained(modelId, {
6 device: "webgpu",
7 dtype: "q4",
8});