Views
No views yet
[!WARNING]FOR TESTING ONLY
This is an experimental NVFP4 MLX build of Laguna XS 2.1, published for testing purposes only. It has not been validated for quality or correctness and is not an official release. Do not use it in production. For supported checkpoints, see the Laguna XS 2.1 model card and its variants.
1from pathlib import Path
2from mlx_lm import load, generate
3
4MODEL_PATH = "poolside/Laguna-XS-2.1-NVFP4-mlx"
5
6model, tokenizer, config = load(
7 MODEL_PATH,
8 tokenizer_config={"trust_remote_code": True},
9 return_config=True,
10)
11
12
13prompt = "write go code to print the pascal triangle"
14response = generate(model, tokenizer, prompt=prompt, verbose=True, max_tokens=256)