Page 20 - Demo

www.eettaiwan.com | 2025%u5e749-10%u670818 INDUSTRY TRENDS%u7834%u53ef%u80fd%u5c07%u91cd%u5851AI%u683c%u5c40%uff0c%u70ba%u908a%u7de3%u904b%u7b97%u958b%u95e2%u65b0%u7684%u53ef%u80fd%u6027%u3002%u5728%u908a%u7de3%u90e8%u7f72LLM%u7684%u6311%u6230%u4e3b%u8981%u6e90%u65bc%u5176%u5c0d%u786c%u9ad4%u7684%u5de8%u5927%u904b%u7b97%u9700%u6c42%uff0c%u9019%u53cd%u904e%u4f86%u53c8%u6703%u5c0e%u81f4%u9ad8%u529f%u8017%u3001%u904e%u9ad8%u7684%u5ef6%u9072%u548c%u9ad8%u6602%u7684%u6210%u672c%uff0c%u6240%u6709%u9019%u4e9b%u90fd%u8207%u908a%u7de3%u74b0%u5883%u7684%u9650%u5236%u683c%u683c%u4e0d%u5165%u3002LLM%u7684%u7d50%u69cb%u6d89%u53ca%u5927%u91cf%u6d6e%u9ede%u77e9%u9663%u904b%u7b97%uff0c%u9700%u8981%u5927%u91cf%u8a18%u61b6%u9ad4%u4f86%u5132%u5b58%u5927%u91cf%u7684%u53c3%u6578%u548c%u555f%u52d5%u51fd%u6578%uff0c%u9019%u901a%u5e38%u6703%u8d85%u51fa%u908a%u7de3%u786c%u9ad4%u7684%u5bb9%u91cf%u3002%u6b64%u5916%uff0c%u908a%u7de3%u8a2d%u5099%u65e2%u6709%u7684%u67b6%u69cb%u9650%u5236%u4e5f%u52a0%u5287%u4e86%u9019%u4e9b%u6311%u6230%uff0c%u9019%u4e9b%u8a2d%u5099%u901a%u5e38%u91dd%u5c0d%u4f4e%u529f%u8017%u800c%u975e%u6df1%u5ea6%u5b78%u7fd2%u4efb%u52d9%u6240%u9700%u7684%u9ad8%u5e73%u884c%u5ea6%u9032%u884c%u6700%u4f73%u5316%u3002DeepSeek%u7684%u65b9%u6cd5%u900f%u904e%u5728%u908a%u7de3%u8a2d%u5099%u4e0a%u66f4%u9ad8%u6548%u5730%u57f7%u884cLLM%uff0c%u70ba%u9019%u4e9b%u554f%u984c%u63d0%u4f9b%u4e86%u4e00%u7a2e%u6f5b%u5728%u7684%u89e3%u6c7a%u65b9%u6848%u3002%u5176%u7b56%u7565%u570d%u7e5e%u5169%u9805%u95dc%u9375%u5275%u65b0%u3002%u9996%u5148%u662f%u6df7%u5408%u5c08%u5bb6(MoE)%u67b6%u69cb%u7684%u5be6%u73fe%uff0c%u9019%u9805%u6280%u8853%u5141%u8a31%u6a21%u578b%u6839%u64da%u5176%u63a5%u6536%u7684%u8f38%u5165%u9078%u64c7%u6027%u5730%u555f%u52d5%u6a21%u578b%u7db2%u8def%u7684%u4e0d%u540c%u90e8%u5206%uff0c%u5f9e%u800c%u6f5b%u5728%u5730%u6e1b%u5c11%u6574%u9ad4%u904b%u7b97%u5de5%u4f5c%u91cf%u3002%u7b2c%u4e8c%u500b%u95dc%u9375%u5275%u65b0%u662f%u591a%u982d%u6f5b%u5728%u6ce8%u610f%u529b(ML A)%u3002%u96d6%u7136MLA%u7684%u7d30%u7bc0%u5c1a%u4e0d%u660e%u78ba%u58d3%u7e2e%u548c%u89e3%u58d3%u7e2e%u7b56%u7565%uff0c%u4f46%u5b83%u4f3c%u4e4e%u662f%u4e00%u7a2e%u65e8%u5728%u63d0%u9ad8%u6ce8%u610f%u529b%u6a5f%u5236%u6548%u7387%u7684%u6a5f%u5236%u3002%u6ce8%u610f%u529b%u6a5f%u5236%u662fLLM%u7684%u91cd%u8981%u7d44%u6210%u90e8%u5206%uff0c%u5b83%u4f7f%u6a21%u578b%u80fd%u5920%u5c08%u6ce8%u65bc%u8f38%u5165%u7684%u76f8%u95dc%u90e8%u5206%u3002%u9019%u5169%u9805%u9032%u6b65%u7684%u5354%u540c%u4f5c%u7528%uff0c%u70ba%u514b%u670d%u8fc4%u4eca%u70ba%u6b62%u9650%u5236LLM%u5728%u908a%u7de3%u90e8%u7f72%u7684%u786c%u9ad4%u74f6%u9838%u63d0%u4f9b%u4e86%u4e00%u689d%u5145%u6eff%u5e0c%u671b%u7684%u9014%u5f91%u3002MoE%u964d%u4f4e%u904b%u7b97%u9700%u6c42%u6700%u65b0%u7684DeepSeek R1%u6a21%u578b%u64c1%u67096,700%u5104%u500b%u53c3%u6578%u3002%u5b83%u4e26%u975e%u4e00%u6b21%u6027%u90e8%u7f72%u5168%u90e8%u53c3%u6578%u96c6%uff0c%u800c%u662f%u5c07%u5176%u5206%u89e3%u70ba%u5305%u542b370%u5104%u500b%u53c3%u6578%u7684%u8f03%u5c0f%u6a21%u578b%uff0c%u6bcf%u500b%u6a21%u578b%u90fd%u91dd%u5c0d%u4e00%u9805%u7279%u5b9a%u4efb%u52d9%uff0c%u5373%u5c08%u5bb6%u6a21%u578b%u3002MoE%u65b9%u6cd5%u5141%u8a31%u6a21%u578b%u5206%u914d%u904b%u7b97%u8ca0%u8f09%uff0c%u4f7f%u5176%u66f4%u9ad8%u6548%uff0c%u66f4%u9069%u7528%u65bc%u8cc7%u6e90%u53d7%u9650%u7684%u74b0%u5883%u3002%u900f%u904e%u5728%u63a8%u7406%u904e%u7a0b%u4e2d%u50c5%u4f7f%u7528%u6a21%u578b%u7684%u4e00%u5c0f%u90e8%u5206%u53c3%u6578%uff0c%u8a72%u65b9%u6cd5%u986f%u8457%u964d%u4f4e%u4e86%u8655%u7406%u9700%u6c42%u4e26%u964d%u4f4e%u4e86%u4f5c%u7528%u4e2d%u8a18%u61b6%u9ad4(active memory)%u4f54%u7528%uff0c%u4f7f%u5927%u898f%u6a21%u63a8%u7406%u5728%u908a%u7de3%u786c%u9ad4%u4e0a%u66f4%u52a0%u53ef%u884c%uff0c%u4e26%u5141%u8a31%u6839%u64da%u4efb%u52d9%u8907%u96dc%u6027%u548c%u53ef%u7528%u8cc7%u6e90%u9032%u884c%u52d5%u614b%u8abf%u6574%u3002MLA%u63d0%u5347%u904b%u7b97%u6548%u7387DeepSeek%u7684%u53e6%u4e00%u9805%u91cd%u8981%u5275%u65b0%u662f%u5c0e%u5165%u4e86MLA%uff0c%u9019%u662f%u4e00%u7a2e%u5275%u65b0%u7684%u6ce8%u610f%u529b%u6a5f%u5236%uff0c%u65e8%u5728%u52a0%u901fLLM%u7684%u63a8%u7406%uff0c%u53ef%u5c07%u5feb%u53d6%u9700%u6c42%u5927%u5e45%u964d%u4f4e%u9ad8%u905493%%u3002LLM%u63a8%u7406%u7684%u4e00%u500b%u4e3b%u8981%u74f6%u9838%u662fKey-Value (KV)%u5feb%u53d6%u6240%u9700%u7684%u6d77%u91cf%u8a18%u61b6%u9ad4%u3002%u9019%u4e9b%u5feb%u53d6%u4fdd%u5b58%u4e86%u8f38%u5165%u5e8f%u5217%u7684%u76f8%u95dc%u8cc7%u8a0a%uff0c%u5c0d%u65bc%u6ce8%u610f%u529b%u6a5f%u5236%u81f3%u95dc%u91cd%u8981%uff0c%u5b83%u4f7f%u6a21%u578b%u5728%u751f%u6210%u6587%u672c%u6642%u80fd%u5920%u5c08%u6ce8%u65bc%u8f38%u5165%u7684%u76f8%u95dc%u90e8%u5206%u3002%u50b3%u7d71%u7684%u591a%u982d%u6ce8%u610f%u529b%u6a5f%u5236(MHA)%u6703%u70ba%u8f38%u5165%u5e8f%u5217%u4e2d%u7684%u6bcf%u500b%u55ae%u8a5e%u548c%u6bcf%u500b%u6ce8%u610f%u529b%u982d%u5132%u5b58%u9375%u503c%u5411%u91cf%uff0c%u9019%u6703%u5c0e%u81f4%u5927%u91cf%u7684%u8a18%u61b6%u9ad4%u6d88%u8017%uff0c%u5c24%u5176%u662f%u5728%u5e8f%u5217%u8f03%u9577%u4e14%u6ce8%u610f%u529b%u982d%u8f03%u591a%u7684%u60c5%u6cc1%u4e0b%u3002MLA%u900f%u904e%u5de7%u5999%u7684%u58d3%u7e2e%u548c%u89e3%u58d3%u7e2e%u7b56%u7565%u7de9%u89e3%u4e86%u8a18%u61b6%u9ad4%u74f6%u9838%u3002MLA%u4e0d%u6703%u5132%u5b58%u5b8c%u6574%u7684KV%u5411%u91cf%uff0c%u800c%u662f%u5c07%u9ad8%u7dad%u5f35%u91cf%u8f38%u5165%u8cc7%u8a0a%u58d3%u7e2e%u70ba%u4e00%u500b%u66f4%u5c0f%u7684%u4f4e%u7dad%u6f5b%u5728%u5411%u91cf%u3002%u53ef%u4ee5%u5c07%u9019%u500b%u6f5b%u5728%u5411%u91cf%u8996%u70ba%u8f38%u5165%u5f35%u91cf%u7684%u7c21%u5316%u8868%u9054%u5f62%u5f0f%uff0c%u5f9e%u800c%u6355%u7372%u6ce8%u610f%u529b%u6240%u9700%u7684%u6700%u91cd%u8981%u8cc7%u8a0a%u3002%u58d3%u7e2e%u6b65%u9a5f%u5927%u5e45%u6e1b%u5c11%u4e86KV%u5feb%u53d6%u6240%u9700%u7684%u8a18%u61b6%u9ad4%u4f54%u7528%u3002%u7576%u6a21%u578b%u9700%u8981%u904b%u7b97%u7279%u5b9a%u55ae%u8a5e%u6216token%u7684%u6ce8%u610f%u529b%u6642%uff0c%u6f5b%u5728%u5411%u91cf%u6703%u88ab%u89e3%u58d3%u56de%u9ad8%u7dad%u7a7a%u9593%uff0c%u91cd%u5efa%u5fc5%u8981%u7684KV%u5411%u91cf%u3002%u89e3%u58d3%u904e%u7a0b%u5141%u8a31%u6a21%u578b%u8a2a%u554f%u8207%u6ce8%u610f%u529b%u904b%u7b97%u76f8%u95dc%u7684%u8cc7%u8a0a%uff0c%u5373%u4f7f%u53ea%u5132%u5b58%u4e86%u58d3%u7e2e%u5f8c%u7684%u6f5b%u5728%u5411%u91cf%u3002M L A %u7684 %u512a %u52e2 %u5728 %u65bc%u5176 %u6548 %u7387%u3002%u900f%u904e%u50c5%u5132%u5b58%u58d3%u7e2e%u5f8c%u7684%u6f5b%u5728%u5411%u91cf%uff0c%u8a18%u61b6%u9ad4%u9700%u6c42%u986f%u8457%u964d%u4f4e%u3002%u8a18%u61b6%u9ad4%u4f54%u7528%u7684%u964d%u4f4e%u610f%u5473%u8457%u53ef%u4ee5%u66f4%u5feb%u5730%u5f9eKV%u5feb%u53d6%u4e2d%u6aa2%u7d22%u8cc7%u8a0a%uff0c%u5f9e%u800c%u63d0%u9ad8%u63a8%u7406%u901f%u5ea6%u3002%u6b64%u5916%uff0cDeepSeek V2%u7684%u7d50%u679c%u8aaa%u660e%uff0cMLA%u4e0d%u50c5%u53ef%u4ee5%u964d%u4f4e%u8a18%u61b6%u9ad4%u4f54%u7528%u3001%u52a0%u5feb%u63a8%u7406%u901f%u5ea6%uff0c%u751a%u81f3%u53ef%u4ee5%u63d0%u5347%u6a21%u578b%u6027%u80fd%uff0c%u5f9e%u800c%u7372%u5f97%u9ad8%u65bc%u50b3%u7d71MHA%u7684%u6e96%u78ba%u7387%u3002%u672c%u8cea%u4e0a%uff0cML A%u63d0%u4f9b%u4e86%u4e00%u7a2e%u66f4%u6709%u6548%u5730%u8655%u7406%u8cc7%u8a0a%u7684%u65b9%u6cd5%u3002%u5b83%u58d3%u7e2e%u4e86%u6ce8%u610f%u529b%u6240%u9700%u7684%u95dc%u9375%u8cc7%u6599%uff0c%u4f7f%u6a21%u578b%u80fd%u5920%u4f7f%u7528%u66f4%u5c0f%u3001%u66f4%u6613%u65bc%u7ba1%u7406%u7684%u8f38%u5165%u8868%u793a%u9032%u884c%u9ad8%u6548%u63a8%u7406%u3002%u9019%u7a2e%u58d3%u7e2e%u548c%u89e3%u58d3%u7e2e%u904e%u7a0b%u4f7fLLM%u80fd%u5920%u66f4%u9ad8%u6548%u5730%u904b%u4f5c%uff0c%u5f9e%u800c%u5be6%u73fe%u66f4%u5feb%u3001%u66f4%u7bc0%u7701%u8a18%u61b6%u9ad4%u7684%u63a8%u7406%uff0c%u9019%u5c0d%u65bc%u5728%u5be6%u969b%u61c9%u7528%u4e2d%u90e8%u7f72%u9019%u4e9b%u5927%u578b%u6a21%u578b%u81f3%u95dc%u91cd%u8981%u3002%u9019%u4f7f%u5f97%u5728%u8a18%u61b6%u9ad4%u8cc7%u6e90%u6709%u9650%u7684%u8a2d%u5099%u4e0a%u904b%u884c%u5f37%u5927%u7684LLM%u6210%u70ba%u53ef%u80fd%uff0c%u70ba%u884c%u52d5%u548c%u908a%u7de3%u90e8%u7f72%u958b%u95e2%u4e86%u65b0%u7684%u53ef%u80fd%u6027%u3002%u96d6%u7136%u95dc%u65bcMLA%u7684%u7d30%u7bc0%u4ecd%u7136%u6709%u9650%uff0c%u4f46%u521d%u6b65%u5206%u6790%u986f%u793a%uff0c%u5b83%u8207%u63a8%u6e2c%u6027AI (speculative AI%uff0c%u4e00%u7a2e%u7528%u65bc%u52a0%u901fAI%u63a8%u7406%u7684%u6280%u8853)%u6709%u76f8%u4f3c%u4e4b%u8655%u3002%u7136%u800c%uff0c%u5c08%u5bb6%u8a8d%u70baMLA%u8d85%u8d8a%u4e86%u63a8%u6e2c%u6027%u512a%u5316%uff0c%u4e26%u63d0%u51fa%u4e86%u4e00%u7a2e%u5168%u65b0%u7684%u8a18%u61b6%u9ad4%u8207%u6ce8%u610f%u529b%u7ba1%u7406%u6a5f%u5236%uff0c%u5c08%u7528%u65bc%u90e8%u7f72%u5728%u908a%u7de3%u8a2d%u5099%u4e0a%u7684LLM%u3002%u900f%u904e%u6700%u5927%u9650%u5ea6%u5730%u6e1b%u5c11%u5feb%u53d6%u9700%u6c42%uff0cMLA%u986f%u8457%u6e1b%u8f15%u4e86%u5c0d%u9ad8%u968e%u786c%u9ad4%u7684%u4f9d%u8cf4%uff0c%u4f7f%u5176%u80fd%u5920%u5728%u8a18%u61b6%u9ad4%u5bb9%u91cf%u8f03