Views
No views yet
SmolLM3-3B-4bit.Q4_K_M.gguf — 1.92 GBllama serve -hf Spakie/SmolLM3-3B-DeepSeek-V4-Q4-GGUFollama run hf.co/Spakie/SmolLM3-3B-DeepSeek-V4-Q4-GGUF1from llama_cpp import Llama
2
3llm = Llama.from_pretrained(
4 repo_id="Spakie/SmolLM3-3B-DeepSeek-V4-Q4-GGUF",
5 filename="SmolLM3-3B-4bit.Q4_K_M.gguf",
6)
7llm.create_chat_completion(
8 messages=[{"role": "user", "content": "Explain what a transformer is."}]
9)