https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Fri, 03 Jul 2026 10:00:00 GMT https://www.hansking.cn/blog/2026cong-ling-da-jian-LLM-ying-yong-CI-ce-shi-ping-ce-yu-fa-bu-men-jin https://www.hansking.cn/blog/2026cong-ling-da-jian-LLM-ying-yong-CI-ce-shi-ping-ce-yu-fa-bu-men-jin [{"value":"从零搭建 LLM 应用 CI：测试、评测与发布门禁","url":"#从零搭建-llm-应用-ci测试评测与发布门禁","depth":1},{"value":"一、先把测试分成四层","url":"#一先把测试分成四层","depth":2},{"value":"二、代码层先测试确定性行为","url":"#二代码层先测试确定性行为","depth":2},{"value":"三、链路层用可控替身测试 Agent","url":"#三链路层用可控替身测试-agent","depth":2},{"value":"四、黄金数据集是 LLM 应用的回归测试","url":"#四黄金数据集是-llm-应用的回归测试","depth":2},{"value":"五、不要用精确字符串比较所有模型答案","url":"#五不要用精确字符串比较所有模型答案","depth":2},{"value":"六、把 Prompt 和模型版本当成代码","url":"#六把-prompt-和模型版本当成代码","depth":2},{"value":"七、CI 流水线可以这样分段","url":"#七ci-流水线可以这样分段","depth":2},{"value":"八、发布门禁要防止回归","url":"#八发布门禁要防止回归","depth":2},{"value":"九、让 CI 本身也可靠","url":"#九让-ci-本身也可靠","depth":2},{"value":"总结：绿色流水线应该代表值得信任","url":"#总结绿色流水线应该代表值得信任","depth":2}] Fri, 03 Jul 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMCI/CD自动化测试评测 https://www.hansking.cn/blog/2026tui-li-mo-xing-de-si-wei-lian-ping-ce-yu-jie-guo-jiao-yan https://www.hansking.cn/blog/2026tui-li-mo-xing-de-si-wei-lian-ping-ce-yu-jie-guo-jiao-yan [{"value":"推理模型的思维链评测与结果校验","url":"#推理模型的思维链评测与结果校验","depth":1},{"value":"一、先分清三个概念","url":"#一先分清三个概念","depth":2},{"value":"最终结果监督：答案对不对","url":"#最终结果监督答案对不对","depth":3},{"value":"过程监督：中间步骤是否合理","url":"#过程监督中间步骤是否合理","depth":3},{"value":"可验证中间结果：能否由系统复查","url":"#可验证中间结果能否由系统复查","depth":3},{"value":"二、不要把“展示思维链”当成评测的终点","url":"#二不要把展示思维链当成评测的终点","depth":2},{"value":"三、先设计可评测的任务，而不是先挑模型","url":"#三先设计可评测的任务而不是先挑模型","depth":2},{"value":"四、自动校验器是推理评测的核心资产","url":"#四自动校验器是推理评测的核心资产","depth":2},{"value":"数值与公式","url":"#数值与公式","depth":3},{"value":"代码","url":"#代码","depth":3},{"value":"SQL 与数据操作","url":"#sql-与数据操作","depth":3},{"value":"结构化计划","url":"#结构化计划","depth":3},{"value":"五、如何评测中间步骤","url":"#五如何评测中间步骤","depth":2},{"value":"六、自洽采样有用，但不能迷信多数票","url":"#六自洽采样有用但不能迷信多数票","depth":2},{"value":"七、裁判模型只能当辅助裁判","url":"#七裁判模型只能当辅助裁判","depth":2},{"value":"八、生产环境要校验结果，而不只是评测结果","url":"#八生产环境要校验结果而不只是评测结果","depth":2},{"value":"九、我在评测中最常见的三个误区","url":"#九我在评测中最常见的三个误区","depth":2},{"value":"十、我的总结：让结论接受事实的审判","url":"#十我的总结让结论接受事实的审判","depth":2}] Sun, 16 Mar 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLM推理模型评测思维链 https://www.hansking.cn/blog/2026gou-jian-huang-jin-shu-ju-ji-rang-ping-ce-cong-gan-jue-bian-cheng-zheng-ju https://www.hansking.cn/blog/2026gou-jian-huang-jin-shu-ju-ji-rang-ping-ce-cong-gan-jue-bian-cheng-zheng-ju [{"value":"构建黄金数据集：让评测从感觉变成证据","url":"#构建黄金数据集让评测从感觉变成证据","depth":1},{"value":"一、先定义数据集要回答什么问题","url":"#一先定义数据集要回答什么问题","depth":2},{"value":"二、样本要覆盖真实分布和危险边界","url":"#二样本要覆盖真实分布和危险边界","depth":2},{"value":"三、期望答案要写成可判断的标准","url":"#三期望答案要写成可判断的标准","depth":2},{"value":"四、标注需要规则，也需要人","url":"#四标注需要规则也需要人","depth":2},{"value":"五、时间切分和客户切分防止污染","url":"#五时间切分和客户切分防止污染","depth":2},{"value":"六、版本化和变更记录不能省","url":"#六版本化和变更记录不能省","depth":2},{"value":"七、指标要和数据集结构对应","url":"#七指标要和数据集结构对应","depth":2},{"value":"八、黄金集要服务模型、RAG 和 Agent","url":"#八黄金集要服务模型rag-和-agent","depth":2},{"value":"九、数据集不是建完就结束","url":"#九数据集不是建完就结束","depth":2},{"value":"总结：黄金数据集是一种工程记忆","url":"#总结黄金数据集是一种工程记忆","depth":2}] Mon, 09 Feb 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLM数据集评测工程实践 https://www.hansking.cn/blog/2026sheng-chan-ji-RAG-li-xian-ping-ce-zai-xian-jian-kong-yu-zeng-liang-suo-yin https://www.hansking.cn/blog/2026sheng-chan-ji-RAG-li-xian-ping-ce-zai-xian-jian-kong-yu-zeng-liang-suo-yin [{"value":"生产级 RAG：离线评测、在线监控与增量索引","url":"#生产级-rag离线评测在线监控与增量索引","depth":1},{"value":"一、先把生产级 RAG 想清楚","url":"#一先把生产级-rag-想清楚","depth":2},{"value":"二、离线评测：上线之前先知道它好不好","url":"#二离线评测上线之前先知道它好不好","depth":2},{"value":"1. 先做黄金数据集，而不是先选评测框架","url":"#1-先做黄金数据集而不是先选评测框架","depth":3},{"value":"2. 把检索和生成分开打分","url":"#2-把检索和生成分开打分","depth":3},{"value":"3. 评测必须能比较版本","url":"#3-评测必须能比较版本","depth":3},{"value":"三、在线监控：让系统自己告诉你哪里坏了","url":"#三在线监控让系统自己告诉你哪里坏了","depth":2},{"value":"1. 先监控基础设施，再监控答案质量","url":"#1-先监控基础设施再监控答案质量","depth":3},{"value":"四、增量索引：知识库更新不能每次从头再来","url":"#四增量索引知识库更新不能每次从头再来","depth":2},{"value":"更新过程要可恢复","url":"#更新过程要可恢复","depth":3},{"value":"五、我最后留下的一份上线清单","url":"#五我最后留下的一份上线清单","depth":2}] Fri, 27 Feb 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMRAG评测工程实践