https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 17 Aug 2025 10:00:00 GMT https://www.hansking.cn/blog/2026/Agent-ping-ce-ren-wu-cheng-gong-l-gui-ji-zhi-liang-yu-cheng-ben https://www.hansking.cn/blog/2026/Agent-ping-ce-ren-wu-cheng-gong-l-gui-ji-zhi-liang-yu-cheng-ben [{"value":"Agent 评测：任务成功率、轨迹质量与成本","url":"#agent-评测任务成功率轨迹质量与成本","depth":1},{"value":"一、先定义任务成功而不是模型成功","url":"#一先定义任务成功而不是模型成功","depth":2},{"value":"二、任务成功率只是第一层","url":"#二任务成功率只是第一层","depth":2},{"value":"三、轨迹质量看 Agent 是怎么做的","url":"#三轨迹质量看-agent-是怎么做的","depth":2},{"value":"四、错误预算不能只奖励冒险","url":"#四错误预算不能只奖励冒险","depth":2},{"value":"五、成本要算到成功任务","url":"#五成本要算到成功任务","depth":2},{"value":"六、恢复能力是长任务的分水岭","url":"#六恢复能力是长任务的分水岭","depth":2},{"value":"七、评测集要有难度和风险分层","url":"#七评测集要有难度和风险分层","depth":2},{"value":"八、离线评测和线上反馈要互相连接","url":"#八离线评测和线上反馈要互相连接","depth":2},{"value":"九、评测报告要帮助做决策","url":"#九评测报告要帮助做决策","depth":2},{"value":"总结：Agent 评测是在评估一套行为","url":"#总结agent-评测是在评估一套行为","depth":2}] Sun, 17 Aug 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLMAgent模型评测成本优化top https://www.hansking.cn/blog/2026/BrowserGym-yu-ren-wu-xing-Agent-ji-zhun-ce-shi https://www.hansking.cn/blog/2026/BrowserGym-yu-ren-wu-xing-Agent-ji-zhun-ce-shi [{"value":"BrowserGym 与任务型 Agent 基准测试","url":"#browsergym-与任务型-agent-基准测试","depth":1},{"value":"一、先定义任务的成功状态","url":"#一先定义任务的成功状态","depth":2},{"value":"二、浏览器环境要可复现","url":"#二浏览器环境要可复现","depth":2},{"value":"三、记录完整轨迹","url":"#三记录完整轨迹","depth":2},{"value":"四、指标至少分五类","url":"#四指标至少分五类","depth":2},{"value":"1. 任务结果","url":"#1-任务结果","depth":3},{"value":"2. 动作质量","url":"#2-动作质量","depth":3},{"value":"3. 效率","url":"#3-效率","depth":3},{"value":"4. 恢复能力","url":"#4-恢复能力","depth":3},{"value":"5. 安全性","url":"#5-安全性","depth":3},{"value":"五、轨迹评测和最终评测要分开","url":"#五轨迹评测和最终评测要分开","depth":2},{"value":"六、基准任务要覆盖边界","url":"#六基准任务要覆盖边界","depth":2},{"value":"七、不要让 Agent 记住答案","url":"#七不要让-agent-记住答案","depth":2},{"value":"八、工具执行要有沙箱","url":"#八工具执行要有沙箱","depth":2},{"value":"九、失败回放比排行榜更有用","url":"#九失败回放比排行榜更有用","depth":2},{"value":"十、BrowserGym 类基准如何服务真实产品","url":"#十browsergym-类基准如何服务真实产品","depth":2},{"value":"总结：Agent 的路迹也是答案","url":"#总结agent-的路迹也是答案","depth":2}] Sun, 31 Aug 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLMAgentBrowserGym模型评测 https://www.hansking.cn/blog/2026/Claude3-xi-lie-yu-mo-xing-neng-li-ping-ce-fang-fa https://www.hansking.cn/blog/2026/Claude3-xi-lie-yu-mo-xing-neng-li-ping-ce-fang-fa [{"value":"Claude 3 系列与模型能力评测方法","url":"#claude-3-系列与模型能力评测方法","depth":1},{"value":"一、Claude 3 系列为什么值得写进发展史","url":"#一claude-3-系列为什么值得写进发展史","depth":2},{"value":"二、先建立能力矩阵","url":"#二先建立能力矩阵","depth":2},{"value":"三、评测集比一句神奇 Prompt 更重要","url":"#三评测集比一句神奇-prompt-更重要","depth":2},{"value":"四、自动指标和人工指标要分工","url":"#四自动指标和人工指标要分工","depth":2},{"value":"五、不能把长答案当成高质量","url":"#五不能把长答案当成高质量","depth":2},{"value":"六、长上下文要测“找得到”和“用得对”","url":"#六长上下文要测找得到和用得对","depth":2},{"value":"七、多模态评测要看视觉细节","url":"#七多模态评测要看视觉细节","depth":2},{"value":"八、调用参数要固定，结果才可比较","url":"#八调用参数要固定结果才可比较","depth":2},{"value":"九、模型裁判可以用，但不能独裁","url":"#九模型裁判可以用但不能独裁","depth":2},{"value":"十、评测结果要能指导路由","url":"#十评测结果要能指导路由","depth":2},{"value":"十一、上线后继续评测","url":"#十一上线后继续评测","depth":2},{"value":"十二、我的总结：模型评测是地图，不是冠军赛","url":"#十二我的总结模型评测是地图不是冠军赛","depth":2}] Sun, 28 Apr 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLMClaude 3模型评测多模态 https://www.hansking.cn/blog/2026/LLM-as-a-Judge-zi-dong-ping-shen-de-pian-cha-yu-jiao-zhun https://www.hansking.cn/blog/2026/LLM-as-a-Judge-zi-dong-ping-shen-de-pian-cha-yu-jiao-zhun [{"value":"LLM-as-a-Judge：自动评审的偏差与校准","url":"#llm-as-a-judge自动评审的偏差与校准","depth":1},{"value":"一、先定义裁判到底要判断什么","url":"#一先定义裁判到底要判断什么","depth":2},{"value":"二、给裁判一份明确的评分标准","url":"#二给裁判一份明确的评分标准","depth":2},{"value":"三、裁判常见的几种偏差","url":"#三裁判常见的几种偏差","depth":2},{"value":"1. 长度偏差","url":"#1-长度偏差","depth":3},{"value":"2. 位置偏差","url":"#2-位置偏差","depth":3},{"value":"3. 自我偏好","url":"#3-自我偏好","depth":3},{"value":"4. 迎合语气","url":"#4-迎合语气","depth":3},{"value":"5. 参考答案锚定","url":"#5-参考答案锚定","depth":3},{"value":"四、先做盲测和一致性检查","url":"#四先做盲测和一致性检查","depth":2},{"value":"五、人工标注用来校准，不是只用来盖章","url":"#五人工标注用来校准不是只用来盖章","depth":2},{"value":"六、让裁判输出证据和解释","url":"#六让裁判输出证据和解释","depth":2},{"value":"七、评审 Prompt 也要版本化","url":"#七评审-prompt-也要版本化","depth":2},{"value":"八、什么时候不要使用 LLM-as-a-Judge","url":"#八什么时候不要使用-llm-as-a-judge","depth":2},{"value":"九、把分数连接到行动","url":"#九把分数连接到行动","depth":2},{"value":"总结：自动裁判要先证明自己值得被信任","url":"#总结自动裁判要先证明自己值得被信任","depth":2}] Sat, 31 Jan 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMLLM-as-a-Judge模型评测数据质量