Views
No views yet
atrost/climbmix-stairformer-353m-1p2b-h100.auto_map.AutoModel entry plus
remote code whose StairFormer customization lives in StairFormerModel, the base
model class required by vLLM's Transformers backend.atrost/climbmix-stairformer-353m-1p2b-h1004de1d6dfc052d2fe944485d68a6db0588dd70acc1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3repo_id = "atrost/climbmix-stairformer-353m-1p2b-h100-vllm"
4tokenizer = AutoTokenizer.from_pretrained(repo_id)
5model = AutoModelForCausalLM.from_pretrained(
6 repo_id,
7 trust_remote_code=True,
8 torch_dtype="auto",
9)1from vllm import LLM
2
3llm = LLM(model="atrost/climbmix-stairformer-353m-1p2b-h100-vllm", trust_remote_code=True, model_impl="transformers")