https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 16 Feb 2025 10:00:00 GMT https://www.hansking.cn/blog/2026/DeepSeek-R1-de-xun-lian-si-lu-yu-kai-yuan-ying-xiang https://www.hansking.cn/blog/2026/DeepSeek-R1-de-xun-lian-si-lu-yu-kai-yuan-ying-xiang [{"value":"DeepSeek-R1 的训练思路与开源影响","url":"#deepseek-r1-的训练思路与开源影响","depth":1},{"value":"一、R1-Zero：先让模型在奖励里寻找能力","url":"#一r1-zero先让模型在奖励里寻找能力","depth":2},{"value":"二、为什么冷启动数据仍然重要","url":"#二为什么冷启动数据仍然重要","depth":2},{"value":"三、可验证奖励是整条路线的地基","url":"#三可验证奖励是整条路线的地基","depth":2},{"value":"四、GRPO 为什么成为重要的配套方法","url":"#四grpo-为什么成为重要的配套方法","depth":2},{"value":"五、推理时计算为什么重新成为能力变量","url":"#五推理时计算为什么重新成为能力变量","depth":2},{"value":"六、蒸馏让成果进入更小的模型","url":"#六蒸馏让成果进入更小的模型","depth":2},{"value":"七、开源影响不只是放出一个权重文件","url":"#七开源影响不只是放出一个权重文件","depth":2},{"value":"八、如何避免把 R1 学成几个口号","url":"#八如何避免把-r1-学成几个口号","depth":2},{"value":"九、我的总结：R1 改变的是问题的问法","url":"#九我的总结r1-改变的是问题的问法","depth":2}] Sun, 16 Feb 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLMDeepSeek推理模型强化学习 https://www.hansking.cn/blog/2026/GRPO-ru-men-qun-ti-xiang-dui-ce-le-you-hua https://www.hansking.cn/blog/2026/GRPO-ru-men-qun-ti-xiang-dui-ce-le-you-hua [{"value":"GRPO 入门：群体相对策略优化","url":"#grpo-入门群体相对策略优化","depth":1},{"value":"一、先回顾 PPO 在做什么","url":"#一先回顾-ppo-在做什么","depth":2},{"value":"二、GRPO 的核心直觉","url":"#二grpo-的核心直觉","depth":2},{"value":"三、目标函数在优化什么","url":"#三目标函数在优化什么","depth":2},{"value":"四、奖励函数决定模型究竟学会什么","url":"#四奖励函数决定模型究竟学会什么","depth":2},{"value":"五、组怎么采样，比想象中更重要","url":"#五组怎么采样比想象中更重要","depth":2},{"value":"六、长度偏差是一个隐蔽的坑","url":"#六长度偏差是一个隐蔽的坑","depth":2},{"value":"七、一个简化训练流程","url":"#七一个简化训练流程","depth":2},{"value":"八、训练中应该盯哪些指标","url":"#八训练中应该盯哪些指标","depth":2},{"value":"九、GRPO 和 SFT、PPO 如何配合","url":"#九grpo-和-sftppo-如何配合","depth":2},{"value":"十、我的总结：比较可以替代一部分“绝对判断”","url":"#十我的总结比较可以替代一部分绝对判断","depth":2}] Sun, 02 Mar 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLM推理模型GRPO强化学习