Views
No views yet
mlx-community/gemma-4-e2b-it-4bit1import mlx_vlm
2model, processor = mlx_vlm.load("CptShaggy/AileyNitro1.5-2B")
3prompt = processor.tokenizer.apply_chat_template(
4 [{"role": "user", "content": "Hey Ailey!"}],
5 tokenize=False, add_generation_prompt=True,
6)
7result = mlx_vlm.generate(model, processor, prompt, max_tokens=300)
8print(result.text)