https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sat, 31 Jan 2026 10:00:00 GMT https://www.hansking.cn/blog/2026/LLM-as-a-Judge-zi-dong-ping-shen-de-pian-cha-yu-jiao-zhun https://www.hansking.cn/blog/2026/LLM-as-a-Judge-zi-dong-ping-shen-de-pian-cha-yu-jiao-zhun [{"value":"LLM-as-a-Judge：自动评审的偏差与校准","url":"#llm-as-a-judge自动评审的偏差与校准","depth":1},{"value":"一、先定义裁判到底要判断什么","url":"#一先定义裁判到底要判断什么","depth":2},{"value":"二、给裁判一份明确的评分标准","url":"#二给裁判一份明确的评分标准","depth":2},{"value":"三、裁判常见的几种偏差","url":"#三裁判常见的几种偏差","depth":2},{"value":"1. 长度偏差","url":"#1-长度偏差","depth":3},{"value":"2. 位置偏差","url":"#2-位置偏差","depth":3},{"value":"3. 自我偏好","url":"#3-自我偏好","depth":3},{"value":"4. 迎合语气","url":"#4-迎合语气","depth":3},{"value":"5. 参考答案锚定","url":"#5-参考答案锚定","depth":3},{"value":"四、先做盲测和一致性检查","url":"#四先做盲测和一致性检查","depth":2},{"value":"五、人工标注用来校准，不是只用来盖章","url":"#五人工标注用来校准不是只用来盖章","depth":2},{"value":"六、让裁判输出证据和解释","url":"#六让裁判输出证据和解释","depth":2},{"value":"七、评审 Prompt 也要版本化","url":"#七评审-prompt-也要版本化","depth":2},{"value":"八、什么时候不要使用 LLM-as-a-Judge","url":"#八什么时候不要使用-llm-as-a-judge","depth":2},{"value":"九、把分数连接到行动","url":"#九把分数连接到行动","depth":2},{"value":"总结：自动裁判要先证明自己值得被信任","url":"#总结自动裁判要先证明自己值得被信任","depth":2}] Sat, 31 Jan 2026 10:00:00 GMT admin@hansking.cn (HANS) AILLMLLM-as-a-Judge模型评测数据质量