https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 02 Mar 2025 10:00:00 GMT https://www.hansking.cn/blog/2026/GRPO-ru-men-qun-ti-xiang-dui-ce-le-you-hua https://www.hansking.cn/blog/2026/GRPO-ru-men-qun-ti-xiang-dui-ce-le-you-hua [{"value":"GRPO 入门：群体相对策略优化","url":"#grpo-入门群体相对策略优化","depth":1},{"value":"一、先回顾 PPO 在做什么","url":"#一先回顾-ppo-在做什么","depth":2},{"value":"二、GRPO 的核心直觉","url":"#二grpo-的核心直觉","depth":2},{"value":"三、目标函数在优化什么","url":"#三目标函数在优化什么","depth":2},{"value":"四、奖励函数决定模型究竟学会什么","url":"#四奖励函数决定模型究竟学会什么","depth":2},{"value":"五、组怎么采样，比想象中更重要","url":"#五组怎么采样比想象中更重要","depth":2},{"value":"六、长度偏差是一个隐蔽的坑","url":"#六长度偏差是一个隐蔽的坑","depth":2},{"value":"七、一个简化训练流程","url":"#七一个简化训练流程","depth":2},{"value":"八、训练中应该盯哪些指标","url":"#八训练中应该盯哪些指标","depth":2},{"value":"九、GRPO 和 SFT、PPO 如何配合","url":"#九grpo-和-sftppo-如何配合","depth":2},{"value":"十、我的总结：比较可以替代一部分“绝对判断”","url":"#十我的总结比较可以替代一部分绝对判断","depth":2}] Sun, 02 Mar 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLM推理模型GRPO强化学习