Views
No views yet
1@misc{miao2023specinfer,
2 title={SpecInfer: Accelerating Generative LLM Serving with Speculative Inference and Token Tree Verification},
3 author={Xupeng Miao and Gabriele Oliaro and Zhihao Zhang and Xinhao Cheng and Zeyu Wang and Rae Ying Yee Wong and Zhuoming Chen and Daiyaan Arfeen and Reyna Abhyankar and Zhihao Jia},
4 year={2023},
5 eprint={2305.09781},
6 archivePrefix={arXiv},
7 primaryClass={cs.CL}
8}