https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 10 Nov 2024 10:00:00 GMT https://www.hansking.cn/blog/2026/LLM-guan-ce-TracingToken-yong-liang-yu-shi-bai-yang-ben https://www.hansking.cn/blog/2026/LLM-guan-ce-TracingToken-yong-liang-yu-shi-bai-yang-ben [{"value":"LLM 观测：Tracing、Token 用量与失败样本","url":"#llm-观测tracingtoken-用量与失败样本","depth":1},{"value":"一、先把一次 LLM 请求拆成 Span","url":"#一先把一次-llm-请求拆成-span","depth":2},{"value":"二、Trace ID 不是用户 ID","url":"#二trace-id-不是用户-id","depth":2},{"value":"三、Token 计量不只是为了算账","url":"#三token-计量不只是为了算账","depth":2},{"value":"四、延迟要拆成用户真正等待的阶段","url":"#四延迟要拆成用户真正等待的阶段","depth":2},{"value":"五、错误要分成可行动的类别","url":"#五错误要分成可行动的类别","depth":2},{"value":"六、失败样本是最有价值的训练材料","url":"#六失败样本是最有价值的训练材料","depth":2},{"value":"七、在线质量监控不能只靠用户点赞","url":"#七在线质量监控不能只靠用户点赞","depth":2},{"value":"八、告警要能推动动作","url":"#八告警要能推动动作","depth":2},{"value":"九、隐私与调试之间要划边界","url":"#九隐私与调试之间要划边界","depth":2},{"value":"十、Trace 回放要避免产生真实副作用","url":"#十trace-回放要避免产生真实副作用","depth":2},{"value":"十一、观测数据本身也要版本化","url":"#十一观测数据本身也要版本化","depth":2},{"value":"十二、把观测接到研发闭环","url":"#十二把观测接到研发闭环","depth":2},{"value":"十三、我的总结：观测不是给模型装摄像头","url":"#十三我的总结观测不是给模型装摄像头","depth":2}] Sun, 10 Nov 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLM可观测性Tracing工程实践