https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Wed, 24 Jun 2026 10:00:00 GMT https://www.hansking.cn/blog/2026/AI-xi-tong-de-SLO-zhi-liang-yan-chi-ke-yong-xing-yu-an-quan https://www.hansking.cn/blog/2026/AI-xi-tong-de-SLO-zhi-liang-yan-chi-ke-yong-xing-yu-an-quan [{"value":"AI 系统的 SLO：质量、延迟、可用性与安全","url":"#ai-系统的-slo质量延迟可用性与安全","depth":1},{"value":"一、先分清 SLI、SLO 和 SLA","url":"#一先分清-slislo-和-sla","depth":2},{"value":"二、AI 系统至少需要四类 SLO","url":"#二ai-系统至少需要四类-slo","depth":2},{"value":"1. 质量 SLO","url":"#1-质量-slo","depth":3},{"value":"2. 延迟 SLO","url":"#2-延迟-slo","depth":3},{"value":"3. 可用性 SLO","url":"#3-可用性-slo","depth":3},{"value":"4. 安全 SLO","url":"#4-安全-slo","depth":3},{"value":"三、质量指标要有采样和标签","url":"#三质量指标要有采样和标签","depth":2},{"value":"四、错误预算让团队敢于做改进","url":"#四错误预算让团队敢于做改进","depth":2},{"value":"五、降级要提前设计，不要故障时临时发挥","url":"#五降级要提前设计不要故障时临时发挥","depth":2},{"value":"六、发布门禁要同时看离线和在线","url":"#六发布门禁要同时看离线和在线","depth":2},{"value":"七、告警要连接到行动","url":"#七告警要连接到行动","depth":2},{"value":"八、SLO 也要防止被滥用","url":"#八slo-也要防止被滥用","depth":2},{"value":"总结：SLO 是团队对用户体验的共同承诺","url":"#总结slo-是团队对用户体验的共同承诺","depth":2}] Wed, 24 Jun 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMSLO可观测性可靠性 https://www.hansking.cn/blog/2026/LLM-wang-guan-she-ji-tong-yi-jian-quan-xian-liu-chong-shi-yu-shen-ji https://www.hansking.cn/blog/2026/LLM-wang-guan-she-ji-tong-yi-jian-quan-xian-liu-chong-shi-yu-shen-ji [{"value":"LLM 网关设计：统一鉴权、限流、重试与审计","url":"#llm-网关设计统一鉴权限流重试与审计","depth":1},{"value":"一、网关到底负责什么","url":"#一网关到底负责什么","depth":2},{"value":"二、先定义统一请求协议","url":"#二先定义统一请求协议","depth":2},{"value":"三、鉴权和授权要分开","url":"#三鉴权和授权要分开","depth":2},{"value":"四、模型路由要可解释","url":"#四模型路由要可解释","depth":2},{"value":"五、限流要同时限制请求和资源","url":"#五限流要同时限制请求和资源","depth":2},{"value":"六、重试要防止重复副作用","url":"#六重试要防止重复副作用","depth":2},{"value":"七、熔断和降级要保留安全边界","url":"#七熔断和降级要保留安全边界","depth":2},{"value":"八、审计日志要足够排查，但不要保存一切","url":"#八审计日志要足够排查但不要保存一切","depth":2},{"value":"九、成本和质量要从同一条链路统计","url":"#九成本和质量要从同一条链路统计","depth":2},{"value":"总结：网关不是代理，而是规则的共同入口","url":"#总结网关不是代理而是规则的共同入口","depth":2}] Tue, 13 Jan 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMAPI Gateway限流可观测性 https://www.hansking.cn/blog/2026/LLM-guan-ce-TracingToken-yong-liang-yu-shi-bai-yang-ben https://www.hansking.cn/blog/2026/LLM-guan-ce-TracingToken-yong-liang-yu-shi-bai-yang-ben [{"value":"LLM 观测：Tracing、Token 用量与失败样本","url":"#llm-观测tracingtoken-用量与失败样本","depth":1},{"value":"一、先把一次 LLM 请求拆成 Span","url":"#一先把一次-llm-请求拆成-span","depth":2},{"value":"二、Trace ID 不是用户 ID","url":"#二trace-id-不是用户-id","depth":2},{"value":"三、Token 计量不只是为了算账","url":"#三token-计量不只是为了算账","depth":2},{"value":"四、延迟要拆成用户真正等待的阶段","url":"#四延迟要拆成用户真正等待的阶段","depth":2},{"value":"五、错误要分成可行动的类别","url":"#五错误要分成可行动的类别","depth":2},{"value":"六、失败样本是最有价值的训练材料","url":"#六失败样本是最有价值的训练材料","depth":2},{"value":"七、在线质量监控不能只靠用户点赞","url":"#七在线质量监控不能只靠用户点赞","depth":2},{"value":"八、告警要能推动动作","url":"#八告警要能推动动作","depth":2},{"value":"九、隐私与调试之间要划边界","url":"#九隐私与调试之间要划边界","depth":2},{"value":"十、Trace 回放要避免产生真实副作用","url":"#十trace-回放要避免产生真实副作用","depth":2},{"value":"十一、观测数据本身也要版本化","url":"#十一观测数据本身也要版本化","depth":2},{"value":"十二、把观测接到研发闭环","url":"#十二把观测接到研发闭环","depth":2},{"value":"十三、我的总结：观测不是给模型装摄像头","url":"#十三我的总结观测不是给模型装摄像头","depth":2}] Sun, 10 Nov 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLM可观测性Tracing工程实践