https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 23 Nov 2025 10:00:00 GMT https://www.hansking.cn/blog/2026liang-hua-shi-jian-GPTQAWQGGUF-ru-he-xuan-ze https://www.hansking.cn/blog/2026liang-hua-shi-jian-GPTQAWQGGUF-ru-he-xuan-ze [{"value":"量化实践：GPTQ、AWQ、GGUF 如何选择","url":"#量化实践gptqawqgguf-如何选择","depth":1},{"value":"一、量化到底在损失什么","url":"#一量化到底在损失什么","depth":2},{"value":"二、GPTQ：面向权重的后训练量化","url":"#二gptq面向权重的后训练量化","depth":2},{"value":"三、AWQ：优先保护重要权重","url":"#三awq优先保护重要权重","depth":2},{"value":"四、GGUF：更像一条本地和跨平台生态路径","url":"#四gguf更像一条本地和跨平台生态路径","depth":2},{"value":"五、先按部署目标选择","url":"#五先按部署目标选择","depth":2},{"value":"六、校准数据决定量化后的边界","url":"#六校准数据决定量化后的边界","depth":2},{"value":"七、评测不要只看模型能不能加载","url":"#七评测不要只看模型能不能加载","depth":2},{"value":"八、KV Cache 和上下文会改变结论","url":"#八kv-cache-和上下文会改变结论","depth":2},{"value":"九、常见错误和排查顺序","url":"#九常见错误和排查顺序","depth":2},{"value":"总结：量化选择是部署选择","url":"#总结量化选择是部署选择","depth":2}] Sun, 23 Nov 2025 10:00:00 GMT admin@hansking.cn (HANS) AILLM量化GPTQAWQGGUF