https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 23 Jun 2024 10:00:00 GMT https://www.hansking.cn/blog/2026/LoRA-yuan-li-di-zhi-ju-zhen-wei-shen-me-neng-wei-tiao-da-mo-xing https://www.hansking.cn/blog/2026/LoRA-yuan-li-di-zhi-ju-zhen-wei-shen-me-neng-wei-tiao-da-mo-xing [{"value":"LoRA 原理：低秩矩阵为什么能微调大模型","url":"#lora-原理低秩矩阵为什么能微调大模型","depth":1},{"value":"一、全量微调到底在更新什么","url":"#一全量微调到底在更新什么","depth":2},{"value":"二、低秩为什么有机会表达任务变化","url":"#二低秩为什么有机会表达任务变化","depth":2},{"value":"三、参数量到底省了多少","url":"#三参数量到底省了多少","depth":2},{"value":"四、A 和 B 为什么常见地这样初始化","url":"#四a-和-b-为什么常见地这样初始化","depth":2},{"value":"五、LoRA 通常注入哪些层","url":"#五lora-通常注入哪些层","depth":2},{"value":"六、rank 不是越大越好","url":"#六rank-不是越大越好","depth":2},{"value":"七、LoRA 和灾难性遗忘","url":"#七lora-和灾难性遗忘","depth":2},{"value":"八、LoRA 的训练流程","url":"#八lora-的训练流程","depth":2},{"value":"九、学习率和数据量要一起看","url":"#九学习率和数据量要一起看","depth":2},{"value":"十、适配器合并和独立加载","url":"#十适配器合并和独立加载","depth":2},{"value":"十一、LoRA 的能力边界","url":"#十一lora-的能力边界","depth":2},{"value":"十二、如何评测 LoRA 是否真的有效","url":"#十二如何评测-lora-是否真的有效","depth":2},{"value":"十三、我的总结：用小更新保存大能力","url":"#十三我的总结用小更新保存大能力","depth":2}] Sun, 23 Jun 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLMLoRA微调Transformer