https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 07 Jul 2024 10:00:00 GMT https://www.hansking.cn/blog/2026/QLoRA-shi-zhan-zai-xiao-fei-ji-xian-ka-shang-wei-tiao-mo-xing https://www.hansking.cn/blog/2026/QLoRA-shi-zhan-zai-xiao-fei-ji-xian-ka-shang-wei-tiao-mo-xing [{"value":"QLoRA 实战：在消费级显卡上微调模型","url":"#qlora-实战在消费级显卡上微调模型","depth":1},{"value":"一、LoRA 先解决了什么","url":"#一lora-先解决了什么","depth":2},{"value":"二、QLoRA 又增加了什么","url":"#二qlora-又增加了什么","depth":2},{"value":"三、先估算显存，不要直接碰训练命令","url":"#三先估算显存不要直接碰训练命令","depth":2},{"value":"四、环境版本要成套匹配","url":"#四环境版本要成套匹配","depth":2},{"value":"五、数据准备决定微调是否值得","url":"#五数据准备决定微调是否值得","depth":2},{"value":"六、聊天模板和 loss mask 不能错","url":"#六聊天模板和-loss-mask-不能错","depth":2},{"value":"七、一个适合小显存实验的配置思路","url":"#七一个适合小显存实验的配置思路","depth":2},{"value":"八、显存不足时的排查顺序","url":"#八显存不足时的排查顺序","depth":2},{"value":"九、训练中看 loss，训练后看行为","url":"#九训练中看-loss训练后看行为","depth":2},{"value":"十、适配器保存和部署","url":"#十适配器保存和部署","depth":2},{"value":"十一、什么时候 QLoRA 不是好选择","url":"#十一什么时候-qlora-不是好选择","depth":2},{"value":"十二、我的总结：显存门槛降低，工程门槛没有消失","url":"#十二我的总结显存门槛降低工程门槛没有消失","depth":2}] Sun, 07 Jul 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLMQLoRALoRA微调