Views
No views yet
1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("your-username/MiniMax-M2")
4tokenizer = AutoTokenizer.from_pretrained("your-username/MiniMax-M2")1from vllm import LLM, SamplingParams
2
3llm = LLM(model="your-username/MiniMax-M2")1from sglang import function, system, user, assistant, gen, select
2
3@function
4def multi_turn_question(s, question):
5 s += system("You are a helpful assistant.")
6 s += user(question)
7 s += assistant(gen("answer", max_tokens=256))
8 return s["answer"]<think>...</think> tags for reasoningdocs/ directory for detailed deployment guides: