Views
No views yet
1pip install 'vmlx[jang]'
2vmlx serve bearzi/MiMo-V2-Flash-JANG_2L1from jang_tools.loader import load_jang_model
2from mlx_lm import generate
3
4model, tokenizer = load_jang_model("bearzi/MiMo-V2-Flash-JANG_2L")
5messages = [{"role": "user", "content": "Hello"}]
6prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
7print(generate(model, tokenizer, prompt=prompt, max_tokens=512, verbose=True))