https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 14 Sep 2025 10:00:00 GMT https://www.hansking.cn/blog/2026/vLLM-tui-li-fu-wu-PagedAttention-yu-tun-tu-you-hua https://www.hansking.cn/blog/2026/vLLM-tui-li-fu-wu-PagedAttention-yu-tun-tu-you-hua [{"value":"vLLM 推理服务：PagedAttention 与吞吐优化","url":"#vllm-推理服务pagedattention-与吞吐优化","depth":1},{"value":"一、先用最小服务确认链路","url":"#一先用最小服务确认链路","depth":2},{"value":"二、PagedAttention 解决什么问题","url":"#二pagedattention-解决什么问题","depth":2},{"value":"三、动态批处理让请求不必互相等待","url":"#三动态批处理让请求不必互相等待","depth":2},{"value":"四、max-model-len 不是越大越好","url":"#四max-model-len-不是越大越好","depth":2},{"value":"五、流式输出要正确处理断开和取消","url":"#五流式输出要正确处理断开和取消","depth":2},{"value":"六、请求调度要考虑公平性","url":"#六请求调度要考虑公平性","depth":2},{"value":"七、监控不能只有 GPU 利用率","url":"#七监控不能只有-gpu-利用率","depth":2},{"value":"八、压测要使用真实长度分布","url":"#八压测要使用真实长度分布","depth":2},{"value":"九、常见优化顺序","url":"#九常见优化顺序","depth":2},{"value":"十、发布和回滚要一起设计","url":"#十发布和回滚要一起设计","depth":2},{"value":"总结：推理服务的核心是调度资源","url":"#总结推理服务的核心是调度资源","depth":2}] Sun, 14 Sep 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLMvLLMPagedAttention推理服务