Views
No views yet
1from mlx_lm import load, generate
2from mlx_lm.sample_utils import make_sampler
3
4model, tokenizer = load("dalatexcoder/Rice-Cracker-Qwen3.5-0.8B-Abliterated-MLX")
5sampler = make_sampler(temp=0.7)
6stop_words = ["<|im_end|>", "<|im_start|>"]
7
8print("Welcome to the Great Wall of Cracker-Comfort. Type 'quit' to exit.")
9while True:
10 prompt = input("\nYou: ")
11 if prompt.lower() == 'quit': break
12
13 formatted_prompt = f"<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"
14 print("Cracker:", end=" ", flush=True)
15
16 response = generate(model, tokenizer, prompt=formatted_prompt, max_tokens=200, verbose=False, sampler=sampler)
17
18 for stop_word in stop_words:
19 if stop_word in response:
20 response = response.split(stop_word)[0]
21
22 print(response.strip())```