{"id":31953,"date":"2026-11-17T15:42:31","date_gmt":"2026-11-17T07:42:31","guid":{"rendered":"http:\/\/139.9.1.231\/?p=31953"},"modified":"2026-11-17T15:42:33","modified_gmt":"2026-11-17T07:42:33","slug":"asr-nvidia-nemotron","status":"publish","type":"post","link":"http:\/\/139.9.1.231\/index.php\/2026\/11\/17\/asr-nvidia-nemotron\/","title":{"rendered":"\u8be6\u89e3 ASR \u6295\u673a\u89e3\u7801\uff1a\u4ee5 NVIDIA Nemotron 3.5 Transcribe \u4e3a\u4f8b"},"content":{"rendered":"\n<p><strong>\u6458\u8981\uff1a<\/strong>\u81ea\u52a8\u8bed\u97f3\u8bc6\u522b\uff08ASR\uff09\u901a\u5e38\u7531\u8bed\u97f3\u7f16\u7801\u5668\u628a\u97f3\u9891\u8f6c\u6362\u6210\u58f0\u5b66\u8868\u793a\uff0c\u518d\u7531\u8bed\u8a00\u6a21\u578b\u9010 token \u751f\u6210\u8f6c\u5199\u6587\u672c\u3002\u81ea\u56de\u5f52\u89e3\u7801\u7684\u4e3b\u8981\u74f6\u9888\u662f\uff1a\u6bcf\u751f\u6210\u4e00\u4e2a token\uff0c\u90fd\u8981\u7b49\u5f85\u524d\u4e00\u4e2a token \u7684\u7ed3\u679c\u3002\u6295\u673a\u89e3\u7801\uff08Speculative Decoding\uff09\u5f15\u5165\u4e00\u4e2a\u66f4\u4fbf\u5b9c\u7684\u8349\u7a3f\u8def\u5f84\uff0c\u5148\u63d0\u51fa\u591a\u4e2a\u5019\u9009 token\uff0c\u518d\u8ba9\u4e3b\u6a21\u578b\u4e00\u6b21\u6027\u9a8c\u8bc1\u8fd9\u4e9b\u5019\u9009\u3002\u901a\u8fc7\u7684\u524d\u7f00\u76f4\u63a5\u63a5\u53d7\uff0c\u53d1\u751f\u5206\u6b67\u7684\u4f4d\u7f6e\u7531\u4e3b\u6a21\u578b\u7ea0\u6b63\uff0c\u540e\u9762\u7684\u8349\u7a3f\u4e22\u5f03\u5e76\u4ece\u65b0\u7684\u6b63\u786e\u524d\u7f00\u91cd\u65b0\u751f\u6210\u3002<\/p>\n\n\n\n<p>\u672c\u6587\u4ee5 NVIDIA Nemotron 3.5 Transcribe \u76f8\u5173\u8d44\u6599\u4e3a\u4e3b\uff0c\u7ed3\u5408\u5176 MTP\uff08Multi-Token Prediction\uff0c\u591a\u8bcd\u5143\u9884\u6d4b\uff09\u6a21\u5757\u3001\u53ef\u9009\u7684 DFlash2 \u8349\u7a3f\u6a21\u578b\u3001NeMo SpeechLM \u5b9e\u73b0\u3001vLLM \u6838\u9a8c\u903b\u8f91\u3001Hugging Face Assisted Generation \u548c\u539f\u59cb\u6295\u673a\u89e3\u7801\u8bba\u6587\uff0c\u89e3\u91ca ASR \u6295\u673a\u89e3\u7801\u4e3a\u4ec0\u4e48\u53ef\u4ee5\u52a0\u901f\u3001\u6838\u9a8c\u5982\u4f55\u5e76\u884c\u3001\u7f13\u5b58\u5982\u4f55\u56de\u9000\u3001\u97f3\u9891\u8868\u793a\u5230\u5e95\u662f\u4ec0\u4e48\uff0c\u4ee5\u53ca\u8fd9\u79cd\u65b9\u6cd5\u7684\u9002\u7528\u8fb9\u754c\u3002<\/p>\n\n\n\n<p><strong>\u9605\u8bfb\u7ea6\u5b9a\uff1a<\/strong>\u6587\u4e2d\u7684\u82f1\u6587\u793a\u4f8b\u4e3a\u4e86\u8bf4\u660e\u673a\u5236\uff0c\u628a\u4e00\u4e2a\u82f1\u6587\u5355\u8bcd\u6682\u65f6\u5f53\u4f5c\u4e00\u4e2a token\u3002\u771f\u5b9e\u7cfb\u7edf\u901a\u5e38\u4f7f\u7528\u5b50\u8bcd\u3001\u6807\u70b9\u548c\u7279\u6b8a token\uff0c\u4e0d\u80fd\u628a\u793a\u4f8b\u4e2d\u7684\u201c\u8bcd\u201d\u76f4\u63a5\u7b49\u540c\u4e8e\u6a21\u578b tokenizer \u7684 token\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e00\u3001\u5148\u7ed9\u7ed3\u8bba\uff1a\u6295\u673a\u89e3\u7801\u5230\u5e95\u6539\u53d8\u4e86\u4ec0\u4e48<\/h2>\n\n\n\n<p>\u6295\u673a\u89e3\u7801\u5e76\u6ca1\u6709\u628a\u4e3b\u6a21\u578b\u6362\u6210\u4e00\u4e2a\u4e0d\u53ef\u9760\u7684\u5c0f\u6a21\u578b\uff0c\u4e5f\u4e0d\u662f\u8ba9\u8349\u7a3f\u6a21\u578b\u76f4\u63a5\u51b3\u5b9a\u6700\u7ec8\u8f6c\u5199\u3002\u5b83\u6539\u53d8\u7684\u662f\u751f\u6210\u8c03\u5ea6\u65b9\u5f0f\uff1a<\/p>\n\n\n\n<ul><li><strong>\u666e\u901a\u89e3\u7801\uff1a<\/strong>\u4e3b\u6a21\u578b\u751f\u6210\u4e00\u4e2a token\uff0c\u7b49\u5f85\u7ed3\u679c\uff0c\u518d\u751f\u6210\u4e0b\u4e00\u4e2a token\u3002<\/li><li><strong>\u6295\u673a\u89e3\u7801\uff1a<\/strong>\u8349\u7a3f\u6a21\u578b\u6216\u8349\u7a3f\u6a21\u5757\u5148\u63d0\u51fa\u4e00\u6bb5\u5019\u9009\uff0c\u4e3b\u6a21\u578b\u4e00\u6b21\u8ba1\u7b97\u8fd9\u6bb5\u5019\u9009\u5404\u4f4d\u7f6e\u7684\u6982\u7387\uff0c\u518d\u6309\u987a\u5e8f\u63a5\u53d7\u80fd\u591f\u901a\u8fc7\u6838\u9a8c\u7684\u524d\u7f00\u3002<\/li><li><strong>\u51fa\u73b0\u5206\u6b67\uff1a<\/strong>\u4e3b\u6a21\u578b\u4fdd\u7559\u6700\u7ec8\u51b3\u5b9a\u6743\uff1b\u9519\u8bef\u4f4d\u7f6e\u7531\u4e3b\u6a21\u578b\u7684\u9009\u62e9\u66ff\u6362\uff0c\u4f9d\u8d56\u9519\u8bef\u524d\u7f00\u7684\u540e\u7eed\u8349\u7a3f\u5168\u90e8\u4e22\u5f03\u3002<\/li><li><strong>\u6ca1\u6709\u5206\u6b67\uff1a<\/strong>\u5982\u679c\u6574\u6bb5\u5019\u9009\u90fd\u88ab\u63a5\u53d7\uff0c\u4e3b\u6a21\u578b\u8fd8\u53ef\u80fd\u989d\u5916\u63d0\u4f9b\u4e00\u4e2a bonus token\u3002<\/li><\/ul>\n\n\n\n<p>\u56e0\u6b64\uff0c\u5728\u6b63\u786e\u5b9e\u73b0\u7684\u8d2a\u5fc3\u6295\u673a\u89e3\u7801\u4e2d\uff0c\u6700\u7ec8\u8f93\u51fa\u5e94\u5f53\u4e0e\u4e3b\u6a21\u578b\u9010 token \u8d2a\u5fc3\u89e3\u7801\u4e00\u81f4\uff0c\u6216\u8005\u5728\u6570\u503c\u5b9e\u73b0\u5b58\u5728\u5fae\u5c0f\u5dee\u5f02\u65f6\u975e\u5e38\u63a5\u8fd1\u3002\u5b83\u4f18\u5316\u7684\u662f\u901f\u5ea6\uff0c\u4e0d\u662f\u628a\u4e3b\u6a21\u578b\u53d8\u6210\u201c\u542c\u5f97\u66f4\u51c6\u201d\u7684\u6a21\u578b\u3002\u8f93\u51fa\u4e0e\u771f\u5b9e\u5f55\u97f3\u662f\u5426\u5b8c\u5168\u6b63\u786e\uff0c\u4ecd\u7136\u53d6\u51b3\u4e8e\u6a21\u578b\u672c\u8eab\u7684\u8bc6\u522b\u80fd\u529b\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e8c\u3001Nemotron 3.5 Transcribe \u4f7f\u7528\u54ea\u4e9b\u8349\u7a3f\u8def\u5f84<\/h2>\n\n\n\n<p>\u76f8\u5173\u8d44\u6599\u4ecb\u7ecd\u4e86\u4e24\u6761\u8349\u7a3f\u8def\u5f84\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u8349\u7a3f\u8def\u5f84<\/th><th>\u57fa\u672c\u65b9\u5f0f<\/th><th>\u7279\u70b9<\/th><th>\u6700\u7ec8\u51b3\u7b56\u8005<\/th><\/tr><\/thead><tbody><tr><td>MTP\uff08Multi-Token Prediction\uff09<\/td><td>\u6a21\u578b\u5185\u90e8\u7684\u591a\u8bcd\u5143\u9884\u6d4b\u6a21\u5757\u63d0\u51fa\u540e\u7eed token<\/td><td>\u53ef\u4ee5\u91cd\u590d\u8c03\u7528\u540c\u4e00\u4e2a\u6a21\u5757\u751f\u6210\u591a\u4e2a\u8349\u7a3f\u4f4d\u7f6e<\/td><td>\u4e3b\u6a21\u578b<\/td><\/tr><tr><td>DFlash2<\/td><td>\u72ec\u7acb\u63d0\u4f9b\u7684\u8349\u7a3f\u6a21\u578b\u63d0\u51fa\u5019\u9009\u5e8f\u5217<\/td><td>\u53ef\u4ee5\u5e76\u884c\u63d0\u51fa\u4e00\u7ec4\u5019\u9009<\/td><td>\u4e3b\u6a21\u578b<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u4e24\u8005\u7684\u5171\u540c\u70b9\u662f\uff1a\u8349\u7a3f\u53ea\u8d1f\u8d23\u63d0\u51fa\u5019\u9009\uff0c\u4e3b\u6a21\u578b\u4ecd\u7136\u5fc5\u987b\u6838\u9a8c\u3002\u8349\u7a3f\u6a21\u578b\u8d8a\u4fbf\u5b9c\u3001\u8d8a\u5bb9\u6613\u63d0\u51fa\u4e0e\u4e3b\u6a21\u578b\u4e00\u81f4\u7684\u5019\u9009\uff0c\u63a5\u53d7\u7387\u5c31\u8d8a\u9ad8\uff0c\u6295\u673a\u89e3\u7801\u8d8a\u53ef\u80fd\u5e26\u6765\u6536\u76ca\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e09\u3001Q1\uff1aASR \u4e2d\u7684\u6295\u673a\u89e3\u7801\u5177\u4f53\u600e\u4e48\u505a<\/h2>\n\n\n\n<p>\u5047\u8bbe\u5f55\u97f3\u5185\u5bb9\u662f\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please turn on the lights.<\/code><\/pre>\n\n\n\n<p>\u7cfb\u7edf\u5df2\u7ecf\u786e\u8ba4\u7684\u6587\u5b57\u662f\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please<\/code><\/pre>\n\n\n\n<p>\u8349\u7a3f\u8def\u5f84\u63d0\u51fa\u4e09\u4e2a\u5019\u9009\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>turn off the lights<\/code><\/pre>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u8349\u7a3f token<\/th><th>\u4e3b\u6a21\u578b\u6838\u9a8c<\/th><th>\u5904\u7406\u7ed3\u679c<\/th><\/tr><\/thead><tbody><tr><td>turn<\/td><td>\u4e3b\u6a21\u578b\u4e5f\u9009\u62e9 turn<\/td><td>\u63a5\u53d7<\/td><\/tr><tr><td>off<\/td><td>\u4e3b\u6a21\u578b\u66f4\u503e\u5411\u4e8e on<\/td><td>\u62d2\u7edd\uff0c\u5e76\u66ff\u6362\u4e3a on<\/td><\/tr><tr><td>the<\/td><td>\u662f\u5728 off \u6761\u4ef6\u4e0b\u9884\u6d4b\u7684<\/td><td>\u672c\u8f6e\u4e22\u5f03<\/td><\/tr><tr><td>lights<\/td><td>\u4f9d\u8d56\u9519\u8bef\u7684 off \u524d\u7f00<\/td><td>\u672c\u8f6e\u4e22\u5f03<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u672c\u8f6e\u786e\u8ba4\u7ed3\u679c\u4e3a\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please turn on<\/code><\/pre>\n\n\n\n<p>\u4e3a\u4ec0\u4e48\u540e\u9762\u7684 <code>the lights<\/code> \u4e0d\u80fd\u76f4\u63a5\u4fdd\u7559\uff1f\u56e0\u4e3a\u5b83\u4eec\u662f\u5728\u9519\u8bef\u524d\u7f00 <code>Please turn off<\/code> \u7684\u6761\u4ef6\u4e0b\u8ba1\u7b97\u51fa\u6765\u7684\u3002\u6b63\u786e\u7684\u4e0b\u4e00\u8f6e\u5fc5\u987b\u4ece\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please turn on<\/code><\/pre>\n\n\n\n<p>\u91cd\u65b0\u63d0\u51fa\u8349\u7a3f\u3002\u6295\u673a\u89e3\u7801\u63a5\u53d7\u7684\u662f\u201c\u4ece\u5f53\u524d\u6b63\u786e\u524d\u7f00\u51fa\u53d1\u4ecd\u7136\u6709\u6548\u7684\u6700\u957f\u524d\u7f00\u201d\uff0c\u800c\u4e0d\u662f\u628a\u8349\u7a3f\u6574\u6bb5\u5f53\u6210\u4e00\u4e2a\u4e0d\u53ef\u62c6\u5206\u7684\u7b54\u6848\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">3.1 \u8d2a\u5fc3\u6838\u9a8c\u7684\u5f62\u5f0f\u5316\u8868\u793a<\/h3>\n\n\n\n<p>\u8bbe\u5f53\u524d\u5df2\u786e\u8ba4\u524d\u7f00\u4e3a <em>c<\/em>\uff0c\u8349\u7a3f\u6a21\u578b\u63d0\u51fa\uff1a<\/p>\n\n\n\n\\(D=(d_1,d_2,\\ldots,d_K)\\)\n\n\n\n<p>\u4e3b\u6a21\u578b\u5728\u76f8\u5e94\u4f4d\u7f6e\u7ed9\u51fa\u81ea\u5df1\u7684\u8d2a\u5fc3\u9009\u62e9\uff1a<\/p>\n\n\n\n\\(M=(m_1,m_2,\\ldots,m_K,m_{K+1})\\)\n\n\n\n<p>\u4ece\u5de6\u5230\u53f3\u627e\u5230\u7b2c\u4e00\u4e2a\u4e0d\u4e00\u81f4\u4f4d\u7f6e\uff1a<\/p>\n\n\n\n\\(j=\\min\\{i:d_i\\ne m_i\\}\\)\n\n\n\n<p>\u5219\u4fdd\u7559\uff1a<\/p>\n\n\n\n\\(d_1,d_2,\\ldots,d_{j-1}\\)\n\n\n\n<p>\u5e76\u5728\u7b2c <em>j<\/em> \u4e2a\u4f4d\u7f6e\u4f7f\u7528\u4e3b\u6a21\u578b\u7684 <em>m_j<\/em>\u3002\u5982\u679c\u6240\u6709\u8349\u7a3f\u90fd\u5339\u914d\uff0c\u4e3b\u6a21\u578b\u8fd8\u53ef\u80fd\u8f93\u51fa\u7b2c <em>K+1<\/em> \u4e2a bonus token\u3002<\/p>\n\n\n\n<p>\u5b9e\u9645 tokenizer \u53ef\u80fd\u628a\u4e00\u4e2a\u5355\u8bcd\u62c6\u6210\u591a\u4e2a\u5b50\u8bcd\uff0c\u56e0\u6b64\u8fd9\u91cc\u7684\u201c\u7b2c\u4e00\u4e2a\u4e0d\u4e00\u81f4\u4f4d\u7f6e\u201d\u901a\u5e38\u662f token \u4f4d\u7f6e\uff0c\u800c\u4e0d\u4e00\u5b9a\u662f\u4eba\u773c\u770b\u5230\u7684\u5b8c\u6574\u5355\u8bcd\u8fb9\u754c\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u56db\u3001Q2\uff1a\u6bcf\u8f6e\u6838\u9a8c\u90fd\u8981\u91cd\u65b0\u8fd0\u884c\u97f3\u9891\u7f16\u7801\u5668\u5417<\/h2>\n\n\n\n<p>\u901a\u5e38\u4e0d\u9700\u8981\u3002\u6295\u673a\u89e3\u7801\u771f\u6b63\u8282\u7701\u65f6\u95f4\u7684\u524d\u63d0\uff0c\u5c31\u662f\u4e0d\u8981\u56e0\u4e3a\u6bcf\u4e00\u8f6e\u591a\u63d0\u51fa\u51e0\u4e2a token\uff0c\u5c31\u628a\u6574\u6761\u201c\u97f3\u9891 \u2192 \u7f16\u7801\u5668 \u2192 \u89e3\u7801\u5668\u201d\u6d41\u6c34\u7ebf\u4ece\u5934\u8fd0\u884c\u4e00\u904d\u3002<\/p>\n\n\n\n<p>\u521d\u59cb\u5904\u7406\u5927\u81f4\u662f\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>\u97f3\u9891\n  \u2193\n\u8bed\u97f3\u7f16\u7801\u5668\u548c\u9002\u914d\u5668\n  \u2193\n\u58f0\u5b66 embedding\n  \u2193\n\u8bed\u8a00\u6a21\u578b prefill\n  \u2193\n\u4fdd\u5b58\u89e3\u7801\u4e0a\u4e0b\u6587<\/code><\/pre>\n\n\n\n<p>\u4e4b\u540e\u7684\u8349\u7a3f\u6838\u9a8c\u4e3b\u8981\u8fd0\u884c\u8bed\u8a00\u6a21\u578b\u89e3\u7801\u90e8\u5206\u3002\u5df2\u7ecf\u5904\u7406\u8fc7\u7684\u97f3\u9891\u548c\u6587\u5b57\u4e0a\u4e0b\u6587\u901a\u8fc7\u7f13\u5b58\u7ee7\u7eed\u53d1\u6325\u4f5c\u7528\uff0c\u5178\u578b\u72b6\u6001\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul><li>Transformer \u6ce8\u610f\u529b\u5c42\u7684 KV cache\uff1b<\/li><li>Mamba \u5c42\u7684\u5faa\u73af\u72b6\u6001\uff1b<\/li><li>\u5df2\u7ecf\u786e\u8ba4\u6587\u5b57\u5bf9\u5e94\u7684\u5386\u53f2\u72b6\u6001\uff1b<\/li><li>\u4e0e\u5f53\u524d\u5f55\u97f3\u76f8\u5173\u7684\u97f3\u9891\u524d\u7f00\u8868\u793a\u3002<\/li><\/ul>\n\n\n\n<p>NeMo \u7684\u5b9e\u73b0\u628a\u97f3\u9891\u5904\u7406\u63a5\u53e3\u4e0e\u8bed\u8a00\u6a21\u578b forward \u5206\u5f00\u3002\u957f\u5f55\u97f3\u53ef\u4ee5\u5728\u7f16\u7801\u5668\u5185\u90e8\u8fdb\u884c\u5206\u5757\u5904\u7406\uff0c\u4f46\u8fd9\u548c\u6295\u673a\u89e3\u7801\u4e2d\u7684\u201c\u6bcf\u4e00\u8f6e\u90fd\u91cd\u65b0\u7f16\u7801\u97f3\u9891\u201d\u662f\u4e24\u56de\u4e8b\u3002\u5173\u952e\u70b9\u662f\uff1a\u540c\u4e00\u8f6e\u8349\u7a3f\u548c\u6838\u9a8c\u4e0d\u5e94\u91cd\u590d\u4ece\u5934\u8ba1\u7b97\u5df2\u7ecf\u5b8c\u6210\u7684\u97f3\u9891\u7f16\u7801\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">4.1 \u62d2\u7edd\u540e\u4e3a\u4ec0\u4e48\u9700\u8981\u7f13\u5b58\u56de\u9000<\/h3>\n\n\n\n<p>\u5047\u8bbe\u8349\u7a3f\u662f\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please turn off the lights<\/code><\/pre>\n\n\n\n<p>\u4e3b\u6a21\u578b\u5728 <code>off<\/code> \u5904\u62d2\u7edd\u5e76\u6539\u6210 <code>on<\/code>\u3002\u90a3\u4e48\u540e\u9762\u7684 <code>the lights<\/code> \u4e0d\u80fd\u7ee7\u7eed\u4f7f\u7528\u3002\u7f13\u5b58\u4e5f\u5fc5\u987b\u56de\u5230\u786e\u8ba4\u7684\u524d\u7f00\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>Please turn on<\/code><\/pre>\n\n\n\n<p>\u6ce8\u610f\u529b\u5c42\u53ef\u4ee5\u8c03\u6574 KV cache \u7684\u6709\u6548\u672b\u5c3e\uff1bMamba \u5c42\u7684\u5faa\u73af\u72b6\u6001\u5219\u9700\u8981\u4e13\u95e8\u7684\u56de\u9000\u673a\u5236\u3002\u8bba\u6587\u8d44\u6599\u63d0\u5230 ReplaySSM\uff0c\u901a\u8fc7\u201c\u72b6\u6001\u68c0\u67e5\u70b9 + \u6700\u8fd1\u8f93\u5165\u7f13\u51b2\u533a\u201d\u652f\u6301 Mamba \u72b6\u6001\u56de\u9000\u3002\u6ca1\u6709\u56de\u9000\uff0c\u6a21\u578b\u5c31\u53ef\u80fd\u9519\u8bef\u5730\u4fdd\u7559\u5df2\u7ecf\u88ab\u62d2\u7edd token \u5bf9\u5185\u90e8\u72b6\u6001\u9020\u6210\u7684\u5f71\u54cd\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">4.2 bonus token \u7684\u9690\u85cf\u72b6\u6001\u7ec6\u8282<\/h3>\n\n\n\n<p>\u4e00\u4e2a\u5bb9\u6613\u5ffd\u7565\u7684\u5b9e\u73b0\u7ec6\u8282\u662f\uff1a\u4e3b\u6a21\u578b\u6839\u636e\u524d\u4e00\u4e2a\u4f4d\u7f6e\u7684 logits \u9009\u51fa\u7684\u7ea0\u6b63 token\uff0c\u867d\u7136\u5df2\u7ecf\u53ef\u4ee5\u52a0\u5165\u6700\u7ec8\u8f93\u51fa\uff0c\u4f46\u5b83\u81ea\u5df1\u7684\u9690\u85cf\u72b6\u6001\u901a\u5e38\u8fd8\u6ca1\u6709\u5728\u540c\u4e00\u8f6e\u4e2d\u5b8c\u6574\u8ba1\u7b97\u51fa\u6765\u3002\u8fd9\u4e2a token \u5f80\u5f80\u4f1a\u4f5c\u4e3a\u4e0b\u4e00\u8f6e\u7684\u8d77\u59cb\u8f93\u5165\uff0c\u7ee7\u7eed\u7ecf\u8fc7\u6a21\u578b\u5904\u7406\u3002<\/p>\n\n\n\n<p>\u56e0\u6b64\uff0c\u201c\u5df2\u7ecf\u8f93\u51fa\u4e86 token\u201d\u4e0e\u201c\u8fd9\u4e2a token \u7684\u9690\u85cf\u72b6\u6001\u5df2\u7ecf\u88ab\u5199\u5165\u5168\u90e8\u7f13\u5b58\u201d\u4e0d\u662f\u5b8c\u5168\u76f8\u540c\u7684\u6982\u5ff5\u3002\u6295\u673a\u89e3\u7801\u5b9e\u73b0\u5fc5\u987b\u540c\u65f6\u7ba1\u7406\uff1a<\/p>\n\n\n\n<ul><li>\u6700\u7ec8\u63a5\u53d7\u4e86\u54ea\u4e9b token\uff1b<\/li><li>\u54ea\u4e9b token \u7684 logits \u5df2\u7ecf\u8ba1\u7b97\uff1b<\/li><li>\u54ea\u4e9b token \u7684\u9690\u85cf\u72b6\u6001\u5df2\u7ecf\u5199\u5165\u7f13\u5b58\uff1b<\/li><li>\u62d2\u7edd\u540e\u7f13\u5b58\u9700\u8981\u56de\u9000\u5230\u54ea\u91cc\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e94\u3001Q3\uff1a\u4e3b\u6a21\u578b\u4ecd\u7136\u8981\u8ba1\u7b97\uff0c\u4e3a\u4ec0\u4e48\u8fd8\u80fd\u52a0\u901f<\/h2>\n\n\n\n<p>\u6295\u673a\u89e3\u7801\u4e0d\u662f\u51cf\u5c11\u6240\u6709\u4e3b\u6a21\u578b\u8ba1\u7b97\uff0c\u800c\u662f\u628a\u539f\u672c\u65e0\u6cd5\u5e76\u884c\u7684\u591a\u6b21\u5c0f\u6b65\u8ba1\u7b97\uff0c\u91cd\u6392\u4e3a\u4e00\u6b21\u5305\u542b\u591a\u4e2a\u4f4d\u7f6e\u7684\u6210\u5757\u8ba1\u7b97\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u666e\u901a\u81ea\u56de\u5f52\u89e3\u7801<\/th><th>\u6295\u673a\u89e3\u7801<\/th><\/tr><\/thead><tbody><tr><td>\u4e3b\u6a21\u578b\u9009\u62e9 token 1<\/td><td>\u8349\u7a3f\u8def\u5f84\u5148\u63d0\u51fa token 1\u30012\u30013<\/td><\/tr><tr><td>\u4e3b\u6a21\u578b\u8bfb\u53d6 token 1 \u540e\u518d\u9009\u62e9 token 2<\/td><td>\u4e3b\u6a21\u578b\u4e00\u6b21\u6838\u9a8c\u591a\u4e2a\u5019\u9009\u4f4d\u7f6e<\/td><\/tr><tr><td>\u4e3b\u6a21\u578b\u8bfb\u53d6 token 2 \u540e\u518d\u9009\u62e9 token 3<\/td><td>\u6309\u56e0\u679c\u906e\u7f69\u5206\u522b\u8ba1\u7b97\u6bcf\u4e2a\u4f4d\u7f6e<\/td><\/tr><tr><td>\u6bcf\u4e00\u6b65\u5355\u72ec\u542f\u52a8\u89e3\u7801\u8ba1\u7b97<\/td><td>\u591a\u4e2a\u4f4d\u7f6e\u5171\u4eab\u6743\u91cd\u8bbf\u95ee\u548c\u7b97\u5b50\u6267\u884c<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u52a0\u901f\u6765\u6e90\u4e3b\u8981\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul><li>\u4e00\u6b21\u6210\u5757\u8ba1\u7b97\u53ef\u4ee5\u670d\u52a1\u591a\u4e2a token \u4f4d\u7f6e\uff1b<\/li><li>\u51cf\u5c11\u91cd\u590d\u7684 kernel launch \u548c\u8c03\u5ea6\u5f00\u9500\uff1b<\/li><li>\u591a\u4e2a\u4f4d\u7f6e\u5171\u4eab\u6a21\u578b\u6743\u91cd\u8bbf\u95ee\uff1b<\/li><li>GPU \u66f4\u64c5\u957f\u5904\u7406\u5177\u6709\u89c4\u5219\u5f62\u72b6\u7684\u77e9\u9635\u8fd0\u7b97\uff1b<\/li><li>\u628a\u539f\u672c\u4e32\u884c\u7684\u90e8\u5206\u4f9d\u8d56\u8f6c\u6362\u6210\u201c\u5019\u9009\u5148\u7ed9\u51fa\u3001\u4e3b\u6a21\u578b\u5e76\u884c\u6838\u9a8c\u201d\u3002<\/li><\/ul>\n\n\n\n<p>\u8fd9\u91cc\u7684\u201c\u6743\u91cd\u8bfb\u53d6\u201d\u4e3b\u8981\u6307 GPU \u663e\u5b58\u5230\u8ba1\u7b97\u5355\u5143\u4e4b\u95f4\u7684\u6570\u636e\u79fb\u52a8\u548c\u76f8\u5173\u7f13\u5b58\u8bbf\u95ee\uff0c\u4e0d\u662f\u6bcf\u751f\u6210\u4e00\u4e2a token \u90fd\u4ece\u786c\u76d8\u91cd\u65b0\u8bfb\u53d6\u6a21\u578b\u6587\u4ef6\u3002\u6a21\u578b\u6743\u91cd\u901a\u5e38\u5df2\u7ecf\u9a7b\u7559\u5728 GPU \u663e\u5b58\u6216\u76f8\u5173\u8bbe\u5907\u5185\u5b58\u4e2d\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">5.1 \u4e00\u4e2a\u793a\u610f\u6027\u65f6\u5ef6\u4f8b\u5b50<\/h3>\n\n\n\n<p>\u4e0b\u9762\u7684\u6570\u5b57\u662f\u89e3\u91ca\u673a\u5236\u7684\u5047\u8bbe\uff0c\u4e0d\u662f NVIDIA \u5b9e\u6d4b\u7ed3\u679c\u3002\u5047\u8bbe\u5e0c\u671b\u786e\u8ba4 4 \u4e2a token\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u6b65\u9aa4<\/th><th>\u666e\u901a\u89e3\u7801<\/th><th>\u6295\u673a\u89e3\u7801<\/th><\/tr><\/thead><tbody><tr><td>\u751f\u6210\u8349\u7a3f<\/td><td>\u4e0d\u5355\u5217<\/td><td>3 ms<\/td><\/tr><tr><td>\u4e3b\u6a21\u578b\u8ba1\u7b97<\/td><td>4 \u00d7 10 ms = 40 ms<\/td><td>\u4e00\u6b21\u6210\u5757\u6838\u9a8c\uff1a14 ms<\/td><\/tr><tr><td>\u63a5\u6536\u3001\u56de\u9000\u548c\u7f13\u5b58\u5904\u7406<\/td><td>\u8ba1\u5165\u6bcf\u4e00\u6b65<\/td><td>1 ms<\/td><\/tr><tr><td>\u603b\u65f6\u95f4<\/td><td>40 ms<\/td><td>3 + 14 + 1 = 18 ms<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u793a\u610f\u52a0\u901f\u6bd4\u4e3a\uff1a<\/p>\n\n\n\n\\(\\mathrm{Speedup}=\\frac{40}{18}\\approx 2.2\\times\\)\n\n\n\n<p>\u8fd9\u4e2a\u4f8b\u5b50\u8bf4\u660e\uff1a\u4e00\u6b21\u6838\u9a8c 4 \u4e2a\u4f4d\u7f6e\u7684\u6210\u672c\u53ef\u80fd\u9ad8\u4e8e\u5355\u6b65 10 ms\uff0c\u4f46\u53ea\u8981\u8fdc\u4f4e\u4e8e\u8fde\u7eed\u6267\u884c 4 \u6b21\u5355\u6b65\uff0c\u6574\u4f53\u4ecd\u7136\u53ef\u4ee5\u53d8\u5feb\u3002\u53cd\u8fc7\u6765\uff0c\u5982\u679c\u8349\u7a3f\u8d28\u91cf\u5dee\u3001\u62d2\u7edd\u9891\u7e41\uff0c\u8349\u7a3f\u6210\u672c\u548c\u6838\u9a8c\u6210\u672c\u65e0\u6cd5\u88ab\u63a5\u53d7 token \u644a\u8584\uff0c\u6295\u673a\u89e3\u7801\u53ef\u80fd\u6ca1\u6709\u6536\u76ca\uff0c\u751a\u81f3\u53d8\u6162\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">5.2 \u4ec0\u4e48\u65f6\u5019\u4f1a\u53d8\u6162<\/h3>\n\n\n\n<ul><li>\u8349\u7a3f\u6a21\u578b\u672c\u8eab\u592a\u6162\uff1b<\/li><li>\u8349\u7a3f\u4e0e\u4e3b\u6a21\u578b\u5dee\u5f02\u592a\u5927\uff0c\u63a5\u53d7\u7387\u4f4e\uff1b<\/li><li>\u6bcf\u8f6e\u6838\u9a8c\u4ea7\u751f\u5927\u91cf\u88ab\u62d2\u7edd token\uff1b<\/li><li>\u7f13\u5b58\u56de\u9000\u548c\u62d2\u7edd\u5904\u7406\u6210\u672c\u8f83\u9ad8\uff1b<\/li><li>GPU \u5df2\u7ecf\u88ab\u5176\u4ed6\u8bf7\u6c42\u7684 batch \u586b\u6ee1\uff1b<\/li><li>\u6838\u9a8c\u5757\u5f62\u72b6\u4e0d\u9002\u5408\u5f53\u524d\u786c\u4ef6\u6216\u7b97\u5b50\u5b9e\u73b0\uff1b<\/li><li>\u77ed\u97f3\u9891\u4e2d\u7f16\u7801\u5668\u548c prefill \u5360\u6bd4\u8fc7\u9ad8\uff0c\u89e3\u7801\u52a0\u901f\u65e0\u6cd5\u8986\u76d6\u603b\u6210\u672c\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u516d\u3001Q4\uff1a\u6295\u673a\u89e3\u7801\u4f1a\u52a0\u901f\u97f3\u9891\u7f16\u7801\u5668\u5417<\/h2>\n\n\n\n<p>\u6295\u673a\u89e3\u7801\u76f4\u63a5\u52a0\u901f\u7684\u662f\u81ea\u56de\u5f52\u6587\u5b57\u751f\u6210\u9636\u6bb5\uff0c\u4e0d\u4f1a\u81ea\u52a8\u8ba9\u97f3\u9891\u7f16\u7801\u5668\u53d8\u5feb\u3002<\/p>\n\n\n\n<p>\u53ef\u4ee5\u628a\u4e00\u6b21\u8bf7\u6c42\u7684\u8017\u65f6\u7c97\u7565\u5199\u6210\uff1a<\/p>\n\n\n\n\\(T_{\\mathrm{total}}=T_{\\mathrm{audio\\ encoder}}+T_{\\mathrm{prefill}}+T_{\\mathrm{text\\ generation}}\\)\n\n\n\n<p>\u6295\u673a\u89e3\u7801\u4e3b\u8981\u5f71\u54cd\u6700\u540e\u4e00\u9879\u3002\u52a0\u5165\u8349\u7a3f\u548c\u6838\u9a8c\u540e\uff0c\u6587\u5b57\u751f\u6210\u9636\u6bb5\u7684\u5b9e\u9645\u65f6\u95f4\u53ef\u4ee5\u5199\u6210\u8fd1\u4f3c\u5f62\u5f0f\uff1a<\/p>\n\n\n\n\\(T&#8217;_{\\mathrm{total}}\\approx T_{\\mathrm{audio\\ encoder}}+T_{\\mathrm{prefill}}+\\frac{T_{\\mathrm{text\\ generation}}}{s}\\)\n\n\n\n<p>\u5176\u4e2d <em>s<\/em> \u662f\u628a\u8349\u7a3f\u3001\u6838\u9a8c\u3001\u7f13\u5b58\u5904\u7406\u7b49\u5f00\u9500\u5168\u90e8\u7b97\u8fdb\u53bb\u540e\u7684\u6587\u5b57\u751f\u6210\u52a0\u901f\u6bd4\u3002<\/p>\n\n\n\n<p>\u4f8b\u5982\uff0c\u5047\u8bbe\u539f\u59cb\u8bf7\u6c42\u603b\u65f6\u95f4\u4e3a 100 ms\uff0c\u5176\u4e2d\u97f3\u9891\u7f16\u7801\u548c prefill \u5360 50 ms\uff0c\u6587\u5b57\u751f\u6210\u5360 50 ms\u3002\u5373\u4f7f\u6295\u673a\u89e3\u7801\u628a\u6587\u5b57\u751f\u6210\u4ece 50 ms \u964d\u5230 25 ms\uff0c\u603b\u65f6\u95f4\u4e5f\u53ea\u662f\u4ece 100 ms \u964d\u5230 75 ms\uff0c\u6574\u4f53\u52a0\u901f\u7ea6\u4e3a\uff1a<\/p>\n\n\n\n\\(\\frac{100}{75}\\approx 1.33\\times\\)\n\n\n\n<p>\u6240\u4ee5\u201c\u89e3\u7801\u9636\u6bb5 2 \u500d\u52a0\u901f\u201d\u4e0d\u7b49\u4e8e\u201c\u7aef\u5230\u7aef\u8bf7\u6c42 2 \u500d\u52a0\u901f\u201d\u3002\u7f16\u7801\u5668\u91cf\u5316\u3001CUDA Graph\u3001\u6279\u5904\u7406\u548c\u97f3\u9891\u5206\u5757\u4f18\u5316\u53ef\u4ee5\u8fdb\u4e00\u6b65\u964d\u4f4e\u603b\u65f6\u95f4\uff0c\u4f46\u5b83\u4eec\u5c5e\u4e8e\u5176\u4ed6\u4f18\u5316\u624b\u6bb5\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e03\u3001Q5\uff1a\u6295\u673a\u89e3\u7801\u662f\u4e0d\u662f batch inference<\/h2>\n\n\n\n<p>\u4e24\u8005\u90fd\u5229\u7528\u4e86\u6210\u5757\u8ba1\u7b97\uff0c\u4f46\u201c\u6210\u5757\u7684\u5bf9\u8c61\u201d\u4e0d\u540c\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u6bd4\u8f83\u9879<\/th><th>\u666e\u901a\u8bf7\u6c42\u6279\u5904\u7406<\/th><th>\u6295\u673a\u6838\u9a8c<\/th><\/tr><\/thead><tbody><tr><td>\u4e00\u8d77\u5904\u7406\u7684\u5bf9\u8c61<\/td><td>\u591a\u6761\u72ec\u7acb\u8bf7\u6c42<\/td><td>\u540c\u4e00\u6761\u8f6c\u5199\u5e8f\u5217\u4e2d\u7684\u591a\u4e2a\u5019\u9009\u4f4d\u7f6e<\/td><\/tr><tr><td>\u8bf7\u6c42\u4e4b\u95f4\u662f\u5426\u72ec\u7acb<\/td><td>\u901a\u5e38\u76f8\u4e92\u72ec\u7acb<\/td><td>\u4f4d\u7f6e\u4e4b\u95f4\u5b58\u5728\u56e0\u679c\u4f9d\u8d56<\/td><\/tr><tr><td>\u5019\u9009\u662f\u5426\u63d0\u524d\u77e5\u9053<\/td><td>\u6bcf\u6761\u8bf7\u6c42\u6709\u81ea\u5df1\u7684\u8f93\u5165<\/td><td>\u8349\u7a3f\u8def\u5f84\u63d0\u524d\u63d0\u4f9b\u672a\u6765 token<\/td><\/tr><tr><td>\u906e\u7f69\u8981\u6c42<\/td><td>\u6309 batch \u6837\u672c\u9694\u79bb<\/td><td>\u9700\u8981\u56e0\u679c\u906e\u7f69\u548c\u987a\u5e8f\u63a5\u6536\u89c4\u5219<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u56e0\u6b64\uff0c\u5355\u6761\u8bf7\u6c42\u4e5f\u53ef\u4ee5\u4f7f\u7528\u6295\u673a\u89e3\u7801\uff1b\u5916\u5c42\u4ecd\u7136\u53ef\u4ee5\u540c\u65f6\u5bf9\u591a\u6761\u97f3\u9891\u8bf7\u6c42\u505a batch\u3002\u4e24\u79cd\u4f18\u5316\u53ef\u4ee5\u53e0\u52a0\uff0c\u4f46\u5982\u679c\u666e\u901a batch \u5df2\u7ecf\u628a GPU \u5229\u7528\u7387\u63a8\u5f97\u5f88\u9ad8\uff0c\u6295\u673a\u6838\u9a8c\u989d\u5916\u589e\u52a0\u7684\u8ba1\u7b97\u53ef\u80fd\u53cd\u800c\u51cf\u5c11\u6536\u76ca\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u516b\u3001Q6\uff1a\u4e3a\u4ec0\u4e48\u5386\u53f2\u53d8\u957f\uff0c\u77e9\u9635\u4ecd\u7136\u53ef\u4ee5\u5199\u6210 [4,H] \u00d7 [H,H]<\/h2>\n\n\n\n<p>\u5173\u952e\u662f\u533a\u5206\uff1a<\/p>\n\n\n\n<ul><li><strong>\u8868\u793a\u5bbd\u5ea6\uff1a<\/strong>\u6bcf\u4e2a token \u7528\u591a\u5c11\u7ef4\u5411\u91cf\u8868\u793a\uff0c\u8bb0\u4f5c <em>H<\/em>\uff1b<\/li><li><strong>\u5386\u53f2\u957f\u5ea6\uff1a<\/strong>\u5f53\u524d token \u53ef\u4ee5\u8bbf\u95ee\u591a\u5c11\u4e2a\u8fc7\u53bb\u4f4d\u7f6e\uff0c\u8868\u73b0\u4e3a\u5e8f\u5217\u957f\u5ea6\u548c KV cache \u957f\u5ea6\u3002<\/li><\/ul>\n\n\n\n<p>\u5047\u8bbe\u6700\u540e\u4e00\u4e2a\u5df2\u786e\u8ba4 token \u4e3a <em>c<\/em>\uff0c\u8349\u7a3f\u4e3a <em>d_1,d_2,d_3<\/em>\uff0c\u672c\u8f6e\u8f93\u5165\u4e3a\uff1a<\/p>\n\n\n\n\\([c,d_1,d_2,d_3]\\)\n\n\n\n<p>\u82e5\u6bcf\u4e2a\u4f4d\u7f6e\u7684\u9690\u85cf\u5411\u91cf\u5bbd\u5ea6\u4e3a <em>H<\/em>\uff0c\u672c\u8f6e\u8f93\u5165\u8868\u793a\u4e3a\uff1a<\/p>\n\n\n\n\\(X\\in\\mathbb{R}^{4\\times H}\\)\n\n\n\n<p>\u7ebf\u6027\u5c42\u53ef\u4ee5\u505a\uff1a<\/p>\n\n\n\n\\([4,H]\\times[H,H]\\rightarrow[4,H]\\)\n\n\n\n<p>\u8fd9\u53ea\u662f\u9010\u4f4d\u7f6e\u7684\u7ebf\u6027\u53d8\u6362\uff0c\u5e76\u4e0d\u8868\u793a\u6bcf\u4e2a\u4f4d\u7f6e\u53ea\u80fd\u770b\u5230 4 \u4e2a\u4f4d\u7f6e\u3002\u5386\u53f2\u957f\u5ea6\u771f\u6b63\u8fdb\u5165\u6ce8\u610f\u529b\u8ba1\u7b97\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">8.1 \u6ce8\u610f\u529b\u4e2d\u7684\u5386\u53f2\u957f\u5ea6<\/h3>\n\n\n\n<p>\u8bbe\u5728 <em>c<\/em> \u4e4b\u524d\u5df2\u7ecf\u7f13\u5b58\u4e86 <em>N<\/em> \u4e2a\u4f4d\u7f6e\uff0c\u8fd9\u4e9b\u4f4d\u7f6e\u53ef\u80fd\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul><li>\u97f3\u9891 embedding\uff1b<\/li><li>\u4efb\u52a1\u6307\u4ee4\uff1b<\/li><li>\u66f4\u65e9\u7684\u786e\u8ba4\u6587\u5b57\uff1b<\/li><li>\u7cfb\u7edf\u63d0\u793a\u548c\u5176\u4ed6\u56fa\u5b9a\u524d\u7f00\u3002<\/li><\/ul>\n\n\n\n<p>\u5bf9\u4e00\u4e2a\u6ce8\u610f\u529b\u5934\uff0c\u8bbe\u5934\u7ef4\u5ea6\u4e3a <em>d_h<\/em>\uff1a<\/p>\n\n\n\n\\(Q\\in\\mathbb{R}^{4\\times d_h},\\qquad K,V\\in\\mathbb{R}^{(N+4)\\times d_h}\\)\n\n\n\n<p>\u6ce8\u610f\u529b\u5206\u6570\u4e3a\uff1a<\/p>\n\n\n\n\\(S=\\frac{QK^{\\mathsf T}}{\\sqrt{d_h}}+M\\)\n\n\n\n<p>\u5176\u4e2d\uff1a<\/p>\n\n\n\n\\(QK^{\\mathsf T}:[4,d_h]\\times[d_h,N+4]\\rightarrow[4,N+4]\\)\n\n\n\n<p>\u6700\u540e\u901a\u8fc7\uff1a<\/p>\n\n\n\n\\(O=\\operatorname{softmax}(S)V\\)\n\n\n\n<p>\u5f97\u5230\uff1a<\/p>\n\n\n\n\\([4,N+4]\\times[N+4,d_h]\\rightarrow[4,d_h]\\)\n\n\n\n<p>\u6240\u4ee5\uff0c\u5386\u53f2\u53d8\u957f\u4e3b\u8981\u4f53\u73b0\u5728 <em>N+4<\/em> \u8fd9\u4e2a\u7ef4\u5ea6\u548c\u7f13\u5b58\u5927\u5c0f\u4e0a\uff1b\u6bcf\u4e2a token \u7684\u8868\u793a\u5bbd\u5ea6\u4ecd\u7136\u662f\u56fa\u5b9a\u7684 <em>H<\/em>\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e5d\u3001Q7\uff1a\u662f\u4e0d\u662f\u5171\u7528\u4e00\u6bb5\u7269\u7406\u4e0a\u4e0b\u6587\uff0c\u518d\u7528\u56e0\u679c\u906e\u7f69\u9009\u62e9\u6709\u6548\u5386\u53f2<\/h2>\n\n\n\n<p>\u53ef\u4ee5\u8fd9\u6837\u7406\u89e3\u3002\u7f13\u5b58\u4e2d\u7684 K\/V \u5b58\u50a8\u8303\u56f4\u76f8\u540c\uff0c\u4f46\u4e0d\u540c\u67e5\u8be2\u884c\u901a\u8fc7\u56e0\u679c\u906e\u7f69\u770b\u5230\u7684\u6709\u6548\u524d\u7f00\u4e0d\u540c\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u67e5\u8be2\u884c<\/th><th>\u5141\u8bb8\u8bbf\u95ee\u7684\u5185\u5bb9<\/th><th>\u9884\u6d4b\u5185\u5bb9<\/th><\/tr><\/thead><tbody><tr><td>c<\/td><td>\u97f3\u9891\/\u6307\u4ee4\/\u5386\u53f2\u7f13\u5b58 + c<\/td><td>d1<\/td><\/tr><tr><td>d1<\/td><td>\u97f3\u9891\/\u6307\u4ee4\/\u5386\u53f2\u7f13\u5b58 + c + d1<\/td><td>d2<\/td><\/tr><tr><td>d2<\/td><td>\u97f3\u9891\/\u6307\u4ee4\/\u5386\u53f2\u7f13\u5b58 + c + d1 + d2<\/td><td>d3<\/td><\/tr><tr><td>d3<\/td><td>\u97f3\u9891\/\u6307\u4ee4\/\u5386\u53f2\u7f13\u5b58 + c + d1 + d2 + d3<\/td><td>bonus token \u6216\u540e\u7eed token<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u53ef\u5f62\u5f0f\u5316\u4e3a\uff1a<\/p>\n\n\n\n\\(p_1(w)=P_{\\mathrm{main}}(w\\mid A,C)\\)\n\n\n\n\\(p_2(w)=P_{\\mathrm{main}}(w\\mid A,C,d_1)\\)\n\n\n\n\\(p_3(w)=P_{\\mathrm{main}}(w\\mid A,C,d_1,d_2)\\)\n\n\n\n\\(p_4(w)=P_{\\mathrm{main}}(w\\mid A,C,d_1,d_2,d_3)\\)\n\n\n\n<p>\u5176\u4e2d <em>A<\/em> \u8868\u793a\u97f3\u9891\u548c\u6307\u4ee4\u4e0a\u4e0b\u6587\uff0c<em>C<\/em> \u8868\u793a\u5df2\u7ecf\u786e\u8ba4\u7684\u6587\u5b57\u3002<\/p>\n\n\n\n<p>\u6700\u5173\u952e\u7684\u662f\u201c\u8f93\u5165\u548c\u9884\u6d4b\u9519\u5f00\u4e00\u4f4d\u201d\uff1a<\/p>\n\n\n\n<ul><li><code>c<\/code> \u6240\u5728\u884c\u9884\u6d4b <code>d1<\/code>\uff1b<\/li><li><code>d1<\/code> \u6240\u5728\u884c\u6838\u9a8c <code>d2<\/code>\uff1b<\/li><li><code>d2<\/code> \u6240\u5728\u884c\u6838\u9a8c <code>d3<\/code>\uff1b<\/li><li><code>d3<\/code> \u6240\u5728\u884c\u7ed9\u51fa bonus token\u3002<\/li><\/ul>\n\n\n\n<p>\u56e0\u6b64\uff0c\u8d1f\u8d23\u6838\u9a8c <code>d1<\/code> \u7684\u8f93\u51fa\u4e0d\u80fd\u770b\u5230 <code>d1<\/code> \u81ea\u5df1\uff0c\u4e0d\u5b58\u5728\u628a\u7b54\u6848\u63d0\u524d\u6cc4\u9732\u7ed9\u6a21\u578b\u7684\u95ee\u9898\u3002\u88ab\u56e0\u679c\u906e\u7f69\u5c4f\u853d\u7684\u5206\u6570\u5728 softmax \u524d\u52a0\u4e0a \\(-\\infty\\)\uff0csoftmax \u540e\u5bf9\u5e94\u6ce8\u610f\u529b\u6743\u91cd\u4e3a 0\u3002<\/p>\n\n\n\n<p>\u5982\u679c <code>d2<\/code> \u88ab\u62d2\u7edd\uff0c\u90a3\u4e48\u4f9d\u8d56 <code>d2<\/code> \u7684 <code>d3<\/code> \u4e0d\u80fd\u7ee7\u7eed\u7528\u4e8e\u6700\u7ec8\u8f93\u51fa\uff0c\u5373\u4f7f <code>d3<\/code> \u5355\u72ec\u770b\u8d77\u6765\u5408\u7406\uff0c\u4e5f\u5fc5\u987b\u5728\u65b0\u7684\u6b63\u786e\u524d\u7f00\u4e0a\u91cd\u65b0\u751f\u6210\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u3001Q8\uff1a\u97f3\u9891\u7f16\u7801\u5668\u8f93\u51fa\u7684\u662f\u6bcf\u4e2a\u8bcd\u7684\u5411\u91cf\u5417<\/h2>\n\n\n\n<p>\u901a\u5e38\u4e0d\u662f\u3002\u97f3\u9891\u7f16\u7801\u5668\u8f93\u51fa\u7684\u662f\u6cbf\u97f3\u9891\u65f6\u95f4\u8f74\u6392\u5217\u7684\u58f0\u5b66\u8868\u793a\uff0c\u800c\u4e0d\u662f\u5148\u628a\u5f55\u97f3\u5207\u6210 \u201cPlease \/ turn \/ on \/ the \/ lights\u201d \u4e94\u4e2a\u8bcd\uff0c\u518d\u4e3a\u6bcf\u4e2a\u8bcd\u5404\u8f93\u51fa\u4e00\u4e2a\u5411\u91cf\u3002<\/p>\n\n\n\n<p>\u53ef\u4ee5\u628a\u8fc7\u7a0b\u793a\u610f\u4e3a\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>\u5f55\u97f3\uff1a\u201cPlease turn on the lights\u201d\n        \u2193\n\u8bed\u97f3\u7f16\u7801\u5668\uff1a&#091;a1, a2, ..., aT]\n        \u2193\n\u6587\u5b57\u89e3\u7801\u5668\uff1a&#091;Please, turn, on, the, lights]<\/code><\/pre>\n\n\n\n<p>\u8d44\u6599\u4e2d\u7ed9\u51fa\u7684 Nemotron 3.5 Transcribe \u8fd1\u4f3c\u503c\u662f\uff1a\u7f16\u7801\u540e\u7684\u97f3\u9891\u8868\u793a\u7ea6\u6bcf 80 ms \u4e00\u4e2a\u4f4d\u7f6e\uff0c\u4e5f\u5c31\u662f\u6bcf\u79d2\u7ea6 12.5 \u4e2a\u58f0\u5b66\u4f4d\u7f6e\u3002\u4e00\u4e2a 2 \u79d2\u5f55\u97f3\u53ef\u80fd\u6709\u7ea6 25 \u4e2a\u58f0\u5b66\u4f4d\u7f6e\uff0c\u5373\u4f7f\u6700\u7ec8\u6587\u5b57\u793a\u4f8b\u53ea\u6709 5 \u4e2a\u8bcd\u3002<\/p>\n\n\n\n<p>\u58f0\u5b66\u65f6\u95f4\u6b65\u548c\u6587\u5b57 token \u6570\u91cf\u901a\u5e38\u4e0d\u540c\uff0c\u4e5f\u4e0d\u5929\u7136\u4e00\u4e00\u5bf9\u5e94\u3002\u4e00\u4e2a\u58f0\u5b66\u8868\u793a\u53ef\u4ee5\u5305\u542b\u4e00\u6bb5\u5c40\u90e8\u58f0\u5b66\u4e0a\u4e0b\u6587\uff1b\u4e00\u4e2a\u6587\u5b57 token \u4e5f\u53ef\u80fd\u5bf9\u5e94\u591a\u4e2a\u58f0\u5b66\u65f6\u95f4\u6b65\u3002\u8bcd\u7ea7\u65f6\u95f4\u6233\u9700\u8981\u989d\u5916\u7684\u5bf9\u9f50\u65b9\u6cd5\uff0c\u4e0d\u80fd\u76f4\u63a5\u628a\u58f0\u5b66\u4f4d\u7f6e\u5f53\u4f5c\u8bcd\u4f4d\u7f6e\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e00\u3001Q9\uff1a\u89e3\u7801\u5668\u662f\u5426\u770b\u5230\u8986\u76d6\u6574\u6bb5\u5f55\u97f3\u7684\u58f0\u5b66\u8868\u793a<\/h2>\n\n\n\n<p>\u5bf9\u4e8e\u8d44\u6599\u8ba8\u8bba\u7684 Nemotron \u79bb\u7ebf\u8f6c\u5199\u6d41\u7a0b\uff0c\u8f93\u5165\u8bf7\u6c42\u5728\u5f00\u59cb\u751f\u6210\u6587\u5b57\u524d\u5df2\u7ecf\u63d0\u4f9b\u4e86\u5b8c\u6574\u5f55\u97f3\u3002\u7f16\u7801\u5668\u53ef\u4ee5\u5728\u5185\u90e8\u5bf9\u957f\u97f3\u9891\u5206\u5757\u5904\u7406\uff0c\u4f46\u6700\u7ec8\u4fdd\u7559\u7684\u58f0\u5b66\u8868\u793a\u8986\u76d6\u672c\u6b21\u8bf7\u6c42\u63d0\u4f9b\u7684\u97f3\u9891\u3002<\/p>\n\n\n\n<p>\u5176\u8f93\u5165\u5f62\u5f0f\u53ef\u4ee5\u7406\u89e3\u4e3a\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>&#091;\u97f3\u9891 embedding]&#091;\u4efb\u52a1\u6307\u4ee4]&#091;\u6587\u5b57\u524d\u7f00]<\/code><\/pre>\n\n\n\n<p>\u5f53\u89e3\u7801\u5668\u751f\u6210\u53e5\u5b50\u524d\u534a\u90e8\u5206\u65f6\uff0c\u97f3\u9891 embedding \u5df2\u7ecf\u5728\u8bed\u8a00\u6a21\u578b\u8f93\u5165\u4e0a\u4e0b\u6587\u4e2d\u3002\u6587\u5b57\u4f4d\u7f6e\u4e4b\u95f4\u7684\u56e0\u679c\u906e\u7f69\u9650\u5236\u7684\u662f\u201c\u672a\u6765\u6587\u5b57 token\u201d\uff0c\u5e76\u4e0d\u662f\u6839\u636e\u5f53\u524d\u8f6c\u5199\u8fdb\u5ea6\u628a\u540e\u9762\u7684\u97f3\u9891\u8868\u793a\u9010\u6b65\u9690\u85cf\u3002\u56e0\u6b64\uff0c\u5728\u79bb\u7ebf\u6a21\u5f0f\u4e2d\uff0c\u6a21\u578b\u53ef\u4ee5\u5229\u7528\u5b8c\u6574\u5f55\u97f3\u7684\u58f0\u5b66\u4fe1\u606f\u3002<\/p>\n\n\n\n<p>\u8fd9\u4e0e\u771f\u6b63\u7684\u5b9e\u65f6\u6d41\u5f0f ASR \u4e0d\u540c\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u6a21\u5f0f<\/th><th>\u89e3\u7801\u65f6\u53ef\u7528\u7684\u97f3\u9891<\/th><th>\u662f\u5426\u53ef\u4ee5\u770b\u5230\u5c1a\u672a\u5230\u8fbe\u7684\u97f3\u9891<\/th><\/tr><\/thead><tbody><tr><td>\u79bb\u7ebf\u8f6c\u5199\u540e\u6d41\u5f0f\u8fd4\u56de\u6587\u5b57<\/td><td>\u8bf7\u6c42\u5f00\u59cb\u65f6\u5df2\u4e0a\u4f20\u7684\u5b8c\u6574\u5f55\u97f3<\/td><td>\u53ef\u4ee5\u4f7f\u7528\u5b8c\u6574\u5f55\u97f3<\/td><\/tr><tr><td>\u771f\u6b63\u5b9e\u65f6\u6d41\u5f0f ASR<\/td><td>\u622a\u81f3\u5f53\u524d\u65f6\u523b\u5df2\u7ecf\u6536\u5230\u7684\u97f3\u9891<\/td><td>\u4e0d\u80fd\u4f7f\u7528\u5c1a\u672a\u5230\u8fbe\u7684\u672a\u6765\u58f0\u97f3<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u56e0\u6b64\uff0c\u201c\u5148\u4e0a\u4f20\u5b8c\u6574\u5f55\u97f3\uff0c\u518d\u9010\u6b65\u8fd4\u56de\u8bc6\u522b\u6587\u672c\u201d\u5728\u7cfb\u7edf\u5c42\u9762\u4ecd\u7136\u53ef\u80fd\u662f\u79bb\u7ebf\u97f3\u9891\u5904\u7406\uff1b\u4e0d\u80fd\u4ec5\u51ed\u8f93\u51fa\u9010\u6b65\u5230\u8fbe\uff0c\u5c31\u5224\u65ad\u6a21\u578b\u662f\u5b9e\u65f6\u6d41\u5f0f\u7f16\u7801\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e8c\u3001Q10\uff1a\u8349\u7a3f\u6a21\u578b\u8f93\u51fa token ID \u8fd8\u662f logits<\/h2>\n\n\n\n<p>\u4e24\u8005\u90fd\u4f1a\u51fa\u73b0\uff0c\u4f46\u5904\u5728\u4e0d\u540c\u9636\u6bb5\u3002<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>\u8349\u7a3f\u6a21\u578b\u9690\u85cf\u72b6\u6001\n        \u2193\n\u8bcd\u8868\u8f93\u51fa\u5934\n        \u2193\nlogits\n        \u2193\nargmax \u6216\u91c7\u6837\n        \u2193\n\u5019\u9009 token ID\n        \u2193\n\u4e3b\u6a21\u578b\u6838\u9a8c<\/code><\/pre>\n\n\n\n<p>\u5982\u679c\u8349\u7a3f\u6a21\u578b\u4e00\u6b21\u63d0\u51fa <em>K<\/em> \u4e2a\u4f4d\u7f6e\uff0c\u90a3\u4e48\u8349\u7a3f logits \u53ef\u4ee5\u8868\u793a\u4e3a\uff1a<\/p>\n\n\n\n\\(Z_{\\mathrm{draft}}\\in\\mathbb{R}^{K\\times |\\mathcal V|}\\)\n\n\n\n<p>\u5176\u4e2d <em>|V|<\/em> \u662f\u8bcd\u8868\u5927\u5c0f\u3002\u901a\u8fc7\u8bcd\u8868\u7ef4\u5ea6\u9009\u62e9\u5019\u9009\uff1a<\/p>\n\n\n\n\\(d_i=\\operatorname*{argmax}_{w\\in\\mathcal V}z_i(w)\\)\n\n\n\n<p>\u6700\u7ec8\u9001\u5165\u4e3b\u6a21\u578b\u6838\u9a8c\u7684\u662f\u5019\u9009 token ID \u5e8f\u5217\uff1a<\/p>\n\n\n\n\\(D=(d_1,d_2,\\ldots,d_K)\\)\n\n\n\n<p>\u4e3b\u6a21\u578b\u4f1a\u5bf9\u8fd9\u4e9b\u5019\u9009 ID \u505a\u81ea\u5df1\u7684 embedding \u548c\u524d\u5411\u8ba1\u7b97\uff0c\u5e76\u91cd\u65b0\u4ea7\u751f\u4e3b\u6a21\u578b logits\u3002\u8349\u7a3f\u6a21\u578b\u7684 logits \u6216\u6982\u7387\u4e0d\u80fd\u66ff\u4ee3\u4e3b\u6a21\u578b\u7684\u5224\u65ad\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">12.1 \u8d2a\u5fc3\u89e3\u7801\u4e0e\u968f\u673a\u91c7\u6837\u7684\u533a\u522b<\/h3>\n\n\n\n<p>\u5728\u8d2a\u5fc3\u6295\u673a\u89e3\u7801\u4e2d\uff0c\u53ef\u4ee5\u76f4\u63a5\u6bd4\u8f83\uff1a<\/p>\n\n\n\n\\(d_i\\stackrel{?}{=}\\operatorname*{argmax}_{w}p_{\\mathrm{main}}(w\\mid\\text{\u5f53\u524d\u524d\u7f00})\\)\n\n\n\n<p>\u4f46\u5982\u679c\u4f7f\u7528\u968f\u673a\u91c7\u6837\uff0c\u4e0d\u80fd\u7b80\u5355\u91c7\u7528\u201ctoken ID \u76f8\u540c\u5c31\u63a5\u53d7\u201d\u3002\u4e3a\u4e86\u4e25\u683c\u4fdd\u6301\u4e3b\u6a21\u578b\u76ee\u6807\u5206\u5e03\uff0c\u901a\u5e38\u9700\u8981\uff1a<\/p>\n\n\n\n<ul><li>\u8349\u7a3f\u5206\u5e03 <em>q<\/em>\uff1b<\/li><li>\u4e3b\u6a21\u578b\u76ee\u6807\u5206\u5e03 <em>p<\/em>\uff1b<\/li><li>\u6309\u6982\u7387\u6bd4\u8fdb\u884c\u63a5\u53d7\u6216\u62d2\u7edd\uff1b<\/li><li>\u62d2\u7edd\u540e\u6309\u7167\u4fee\u6b63\u540e\u7684\u5206\u5e03\u91cd\u65b0\u91c7\u6837\u3002<\/li><\/ul>\n\n\n\n<p>\u56e0\u6b64\uff0c\u672c\u6587\u7684\u201c\u5019\u9009 ID \u4e0e\u4e3b\u6a21\u578b argmax \u6bd4\u8f83\u201d\u4e3b\u8981\u5bf9\u5e94\u8d2a\u5fc3\u6838\u9a8c\uff0c\u4e0d\u80fd\u76f4\u63a5\u63a8\u5e7f\u4e3a\u6240\u6709\u91c7\u6837\u7b56\u7565\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e09\u3001\u6295\u673a\u89e3\u7801\u7684\u5b8c\u6574\u4f2a\u4ee3\u7801<\/h2>\n\n\n\n<pre class=\"wp-block-code\"><code>confirmed = initial_prefix\ninitialize_audio_embeddings_and_decoder_cache(audio)\n\nwhile not finished:\n    draft_tokens = draft_model.generate(confirmed, K)\n\n    main_logits, candidate_states = main_model.verify_block(\n        prefix=confirmed,\n        candidates=draft_tokens,\n        causal_mask=True\n    )\n\n    accepted = &#091;]\n    for i in range(K):\n        main_token = argmax(main_logits&#091;i])\n        if draft_tokens&#091;i] == main_token:\n            accepted.append(draft_tokens&#091;i])\n        else:\n            accepted.append(main_token)\n            rollback_cache_to(confirmed + accepted)\n            break\n\n    if all_draft_tokens_accepted:\n        accepted.append(select_bonus_token(main_logits&#091;-1]))\n\n    confirmed = confirmed + accepted\n    update_cache_for_confirmed_prefix(confirmed)\n<\/code><\/pre>\n\n\n\n<p>\u8fd9\u6bb5\u4f2a\u4ee3\u7801\u4e3a\u4e86\u8bf4\u660e\u6d41\u7a0b\u8fdb\u884c\u4e86\u7b80\u5316\u3002\u771f\u5b9e\u5b9e\u73b0\u8fd8\u9700\u8981\u5904\u7406\uff1a<\/p>\n\n\n\n<ul><li>\u5b50\u8bcd token \u548c\u7279\u6b8a token\uff1b<\/li><li>EOS \u6216\u7ed3\u675f\u6807\u8bb0\uff1b<\/li><li>\u8349\u7a3f\u957f\u5ea6\u52a8\u6001\u8c03\u6574\uff1b<\/li><li>KV cache \u7684\u5199\u5165\u548c\u56de\u9000\uff1b<\/li><li>Mamba \u72b6\u6001\u68c0\u67e5\u70b9\u548c ReplaySSM\uff1b<\/li><li>\u591a\u8bf7\u6c42 batch\uff1b<\/li><li>\u8bbe\u5907\u95f4\u6743\u91cd\u548c\u72b6\u6001\u540c\u6b65\uff1b<\/li><li>\u8d2a\u5fc3\u4e0e\u968f\u673a\u91c7\u6837\u7684\u4e0d\u540c\u63a5\u6536\u89c4\u5219\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u56db\u3001ASR \u6295\u673a\u89e3\u7801\u4e2d\u7684\u97f3\u9891\u4fe1\u606f\u7a76\u7adf\u5b58\u5728\u54ea\u91cc<\/h2>\n\n\n\n<p>\u53ef\u4ee5\u5c06\u4e00\u6b21\u79bb\u7ebf ASR \u8bf7\u6c42\u62c6\u6210\u4e09\u7c7b\u4fe1\u606f\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u4fe1\u606f<\/th><th>\u5178\u578b\u5f62\u5f0f<\/th><th>\u4f5c\u7528<\/th><\/tr><\/thead><tbody><tr><td>\u97f3\u9891\u4fe1\u606f<\/td><td>\u58f0\u5b66 embedding \u5e8f\u5217<\/td><td>\u63d0\u4f9b\u53d1\u97f3\u3001\u97f5\u5f8b\u3001\u58f0\u97f3\u4e8b\u4ef6\u548c\u8bf4\u8bdd\u8bc1\u636e<\/td><\/tr><tr><td>\u6587\u5b57\u4e0a\u4e0b\u6587<\/td><td>\u5df2\u786e\u8ba4 token\u3001\u6307\u4ee4\u3001\u5386\u53f2\u524d\u7f00<\/td><td>\u51b3\u5b9a\u8bed\u8a00\u6a21\u578b\u6761\u4ef6\u548c\u751f\u6210\u8def\u5f84<\/td><\/tr><tr><td>\u7f13\u5b58\u72b6\u6001<\/td><td>Transformer KV cache\u3001Mamba \u5faa\u73af\u72b6\u6001<\/td><td>\u907f\u514d\u6bcf\u8f6e\u4ece\u5934\u5904\u7406\u5386\u53f2\u8f93\u5165<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u97f3\u9891\u7f16\u7801\u5668\u901a\u5e38\u8f93\u51fa\u6309\u58f0\u5b66\u65f6\u95f4\u6b65\u6392\u5217\u7684\u8868\u793a\uff1a<\/p>\n\n\n\n\\(A=(a_1,a_2,\\ldots,a_T)\\)\n\n\n\n<p>\u6587\u5b57\u89e3\u7801\u5668\u5219\u751f\u6210\uff1a<\/p>\n\n\n\n\\(Y=(y_1,y_2,\\ldots,y_L)\\)\n\n\n\n<p><em>T<\/em> \u4e3b\u8981\u4e0e\u97f3\u9891\u65f6\u957f\u548c\u7f16\u7801\u5668\u4e0b\u91c7\u6837\u6709\u5173\uff0c<em>L<\/em> \u4e3b\u8981\u4e0e\u5b9e\u9645\u8f6c\u5199\u5185\u5bb9\u548c tokenizer \u6709\u5173\u3002\u901a\u5e38 <em>T<\/em> \u4e0d\u7b49\u4e8e <em>L<\/em>\uff0c\u4e5f\u4e0d\u5b58\u5728\u5929\u7136\u7684\u4e00\u4e00\u5bf9\u5e94\u5173\u7cfb\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e94\u3001\u6295\u673a\u89e3\u7801\u548c\u771f\u6b63\u6d41\u5f0f ASR \u7684\u8fb9\u754c<\/h2>\n\n\n\n<p>\u6295\u673a\u89e3\u7801\u53ef\u4ee5\u52a0\u901f\u79bb\u7ebf\u8f6c\u5199\uff0c\u4e5f\u53ef\u4ee5\u7528\u4e8e\u67d0\u4e9b\u6d41\u5f0f\u7cfb\u7edf\u7684\u6587\u5b57\u751f\u6210\u9636\u6bb5\uff0c\u4f46\u5b83\u672c\u8eab\u5e76\u4e0d\u7b49\u4e8e\u5b9e\u65f6\u6d41\u5f0f ASR\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u95ee\u9898<\/th><th>\u79bb\u7ebf\u6295\u673a\u89e3\u7801<\/th><th>\u771f\u6b63\u5b9e\u65f6\u6d41\u5f0f ASR<\/th><\/tr><\/thead><tbody><tr><td>\u97f3\u9891\u662f\u5426\u5b8c\u6574\u5230\u8fbe<\/td><td>\u901a\u5e38\u5728\u751f\u6210\u524d\u5df2\u63d0\u4f9b\u5b8c\u6574\u5f55\u97f3<\/td><td>\u97f3\u9891\u8fb9\u5230\u8fbe\u8fb9\u5904\u7406<\/td><\/tr><tr><td>\u672a\u6765\u97f3\u9891\u662f\u5426\u53ef\u7528<\/td><td>\u53ef\u4ee5\u4f7f\u7528\u6574\u6bb5\u5f55\u97f3\u7684\u58f0\u5b66\u8868\u793a<\/td><td>\u53ea\u80fd\u4f7f\u7528\u5df2\u7ecf\u5230\u8fbe\u7684\u90e8\u5206<\/td><\/tr><tr><td>\u6295\u673a\u4f18\u5316\u7684\u4f4d\u7f6e<\/td><td>\u4e3b\u8981\u662f\u6587\u5b57\u751f\u6210\u9636\u6bb5<\/td><td>\u8fd8\u8981\u8003\u8651\u589e\u91cf\u7f16\u7801\u3001\u7f13\u5b58\u548c\u7aef\u70b9\u68c0\u6d4b<\/td><\/tr><tr><td>\u8f93\u51fa\u662f\u5426\u53ef\u4fee\u6539<\/td><td>\u901a\u5e38\u751f\u6210\u5b8c\u6574\u7ed3\u679c<\/td><td>\u90e8\u5206\u7ed3\u679c\u53ef\u80fd\u968f\u65b0\u97f3\u9891\u4fee\u8ba2<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>\u4f8b\u5982\uff0c\u5148\u4e0a\u4f20\u4e00\u6bb5\u5b8c\u6574\u5f55\u97f3\uff0c\u7136\u540e\u7528\u6d41\u5f0f\u63a5\u53e3\u9010\u6b65\u8fd4\u56de\u6587\u5b57\uff0c\u4ecd\u7136\u53ef\u80fd\u5c5e\u4e8e\u201c\u79bb\u7ebf\u97f3\u9891\u5904\u7406 + \u6d41\u5f0f\u8f93\u51fa\u201d\u3002\u5224\u65ad\u4e00\u4e2a\u7cfb\u7edf\u662f\u5426\u771f\u6b63\u5b9e\u65f6\uff0c\u9700\u8981\u786e\u8ba4\u97f3\u9891\u7f16\u7801\u548c\u89e3\u7801\u65f6\u662f\u5426\u770b\u5230\u4e86\u5c1a\u672a\u5230\u8fbe\u7684\u97f3\u9891\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u516d\u3001\u5982\u4f55\u8bc4\u4ef7\u6295\u673a\u89e3\u7801\u662f\u5426\u771f\u7684\u6709\u6548<\/h2>\n\n\n\n<p>\u4e0d\u80fd\u53ea\u770b\u201c\u8349\u7a3f\u957f\u5ea6\u201d\u6216\u201c\u4e00\u6b21\u6838\u9a8c\u591a\u5c11 token\u201d\u3002\u81f3\u5c11\u9700\u8981\u540c\u65f6\u89c2\u5bdf\u4ee5\u4e0b\u6307\u6807\uff1a<\/p>\n\n\n\n<ul><li><strong>\u7aef\u5230\u7aef\u5ef6\u8fdf\uff1a<\/strong>\u4ece\u97f3\u9891\u8f93\u5165\u5230\u6700\u7ec8\u6587\u5b57\u5b8c\u6210\u7684\u65f6\u95f4\u3002<\/li><li><strong>\u89e3\u7801\u9636\u6bb5\u5ef6\u8fdf\uff1a<\/strong>\u6392\u9664\u97f3\u9891\u7f16\u7801\u540e\u7684\u7eaf\u6587\u5b57\u751f\u6210\u65f6\u95f4\u3002<\/li><li><strong>\u63a5\u53d7\u7387\uff1a<\/strong>\u8349\u7a3f token \u88ab\u4e3b\u6a21\u578b\u63a5\u53d7\u7684\u6bd4\u4f8b\u3002<\/li><li><strong>\u5e73\u5747\u63a5\u53d7\u957f\u5ea6\uff1a<\/strong>\u6bcf\u8f6e\u5b9e\u9645\u786e\u8ba4\u4e86\u591a\u5c11 token\u3002<\/li><li><strong>\u8349\u7a3f\u6210\u672c\uff1a<\/strong>\u8349\u7a3f\u6a21\u578b\u672c\u8eab\u7684\u8ba1\u7b97\u548c\u663e\u5b58\u5f00\u9500\u3002<\/li><li><strong>\u6838\u9a8c\u6210\u672c\uff1a<\/strong>\u6279\u91cf\u524d\u5411\u3001\u7f13\u5b58\u7ba1\u7406\u548c\u56de\u9000\u6210\u672c\u3002<\/li><li><strong>\u8f93\u51fa\u4e00\u81f4\u6027\uff1a<\/strong>\u4e0e\u4e3b\u6a21\u578b\u666e\u901a\u8d2a\u5fc3\u8f93\u51fa\u7684\u5dee\u5f02\u3002<\/li><li><strong>\u8bc6\u522b\u8d28\u91cf\uff1a<\/strong>CER\u3001WER\u3001\u5173\u952e\u8bcd\u53ec\u56de\u548c\u4e13\u4e1a\u5b9e\u4f53\u53ec\u56de\u3002<\/li><li><strong>\u4e0d\u540c\u5e76\u53d1\u5ea6\u4e0b\u7684\u541e\u5410\uff1a<\/strong>\u5355\u8bf7\u6c42\u4f4e\u5ef6\u8fdf\u548c\u591a\u8bf7\u6c42\u541e\u5410\u53ef\u80fd\u7ed3\u8bba\u4e0d\u540c\u3002<\/li><\/ul>\n\n\n\n<p>\u4e00\u4e2a\u7b80\u5355\u7684\u901f\u5ea6\u6a21\u578b\u662f\uff1a<\/p>\n\n\n\n\\(T_{\\mathrm{spec}}=T_{\\mathrm{draft}}+T_{\\mathrm{verify}}+T_{\\mathrm{accept}}+T_{\\mathrm{rollback}}\\)\n\n\n\n<p>\u53ea\u6709\u5f53\u8fd9\u4e9b\u989d\u5916\u6210\u672c\u88ab\u6210\u529f\u63a5\u53d7\u7684\u591a\u4e2a token \u644a\u8584\uff0c\u4e14\u5c0f\u4e8e\u666e\u901a\u89e3\u7801\u7684\u591a\u6b21\u4e32\u884c\u6267\u884c\u6210\u672c\u65f6\uff0c\u6295\u673a\u89e3\u7801\u624d\u4f1a\u5e26\u6765\u51c0\u6536\u76ca\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e03\u3001\u5e38\u89c1\u8bef\u89e3<\/h2>\n\n\n\n<ul><li><strong>\u8bef\u89e3\u4e00\uff1a\u6295\u673a\u89e3\u7801\u8ba9 ASR \u66f4\u51c6\u786e\u3002<\/strong>\u5b83\u4e3b\u8981\u8ba9\u751f\u6210\u66f4\u5feb\uff1b\u5728\u6b63\u786e\u6838\u9a8c\u4e0b\uff0c\u76ee\u6807\u662f\u4fdd\u6301\u4e3b\u6a21\u578b\u8f93\u51fa\uff0c\u4e0d\u662f\u81ea\u52a8\u63d0\u5347\u58f0\u5b66\u8bc6\u522b\u80fd\u529b\u3002<\/li><li><strong>\u8bef\u89e3\u4e8c\uff1a\u8349\u7a3f\u6a21\u578b\u7684\u7b54\u6848\u53ef\u4ee5\u76f4\u63a5\u4f7f\u7528\u3002<\/strong>\u8349\u7a3f\u53ea\u662f\u5019\u9009\uff0c\u4e3b\u6a21\u578b\u62e5\u6709\u6700\u7ec8\u51b3\u5b9a\u6743\u3002<\/li><li><strong>\u8bef\u89e3\u4e09\uff1a\u6838\u9a8c\u4e00\u4e2a\u5757\u7b49\u4e8e\u53ea\u8ba1\u7b97\u4e00\u4e2a token\u3002<\/strong>\u6838\u9a8c\u5757\u901a\u5e38\u8981\u4e3a\u591a\u4e2a\u4f4d\u7f6e\u8ba1\u7b97\u4e3b\u6a21\u578b logits\uff0c\u53ea\u662f\u8fd9\u4e9b\u8ba1\u7b97\u53ef\u4ee5\u66f4\u597d\u5730\u5229\u7528\u786c\u4ef6\u3002<\/li><li><strong>\u8bef\u89e3\u56db\uff1a\u62d2\u7edd\u4e00\u4e2a token \u540e\uff0c\u540e\u9762\u7684\u5019\u9009\u4ecd\u7136\u6709\u6548\u3002<\/strong>\u540e\u7eed\u5019\u9009\u4f9d\u8d56\u9519\u8bef\u524d\u7f00\uff0c\u5fc5\u987b\u4e22\u5f03\u5e76\u91cd\u65b0\u751f\u6210\u3002<\/li><li><strong>\u8bef\u89e3\u4e94\uff1a\u5386\u53f2\u957f\u5ea6\u53d8\u957f\u5c31\u610f\u5473\u7740\u6bcf\u4e2a\u5411\u91cf\u53d8\u5bbd\u3002<\/strong>\u5411\u91cf\u5bbd\u5ea6 <em>H<\/em> \u901a\u5e38\u56fa\u5b9a\uff0c\u5386\u53f2\u53d8\u957f\u4e3b\u8981\u4f53\u73b0\u4e3a KV cache \u548c\u6ce8\u610f\u529b\u5e8f\u5217\u7ef4\u5ea6\u589e\u957f\u3002<\/li><li><strong>\u8bef\u89e3\u516d\uff1a\u8f93\u51fa\u9010\u6b65\u8fd4\u56de\u5c31\u4e00\u5b9a\u662f\u771f\u6b63\u6d41\u5f0f\u7f16\u7801\u3002<\/strong>\u5982\u679c\u5b8c\u6574\u97f3\u9891\u5728\u751f\u6210\u524d\u5df2\u7ecf\u4e0a\u4f20\uff0c\u7cfb\u7edf\u4ecd\u53ef\u80fd\u662f\u79bb\u7ebf\u7f16\u7801\u540e\u9010\u6b65\u8fd4\u56de\u6587\u5b57\u3002<\/li><li><strong>\u8bef\u89e3\u4e03\uff1a\u8349\u7a3f logits \u5c31\u662f\u6700\u7ec8\u6982\u7387\u3002<\/strong>\u8349\u7a3f logits \u7528\u4e8e\u4ea7\u751f\u5019\u9009 ID\uff0c\u6700\u7ec8\u662f\u5426\u63a5\u53d7\u7531\u4e3b\u6a21\u578b logits \u51b3\u5b9a\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u516b\u3001\u5de5\u7a0b\u5b9e\u73b0\u65f6\u9700\u8981\u91cd\u70b9\u5904\u7406\u4ec0\u4e48<\/h2>\n\n\n\n<ul><li><strong>\u8349\u7a3f\u8d28\u91cf\uff1a<\/strong>\u8349\u7a3f\u6a21\u578b\u4e0d\u4e00\u5b9a\u8d8a\u5927\u8d8a\u597d\uff0c\u5173\u952e\u662f\u5355\u4f4d\u6210\u672c\u4e0b\u7684\u63a5\u53d7\u7387\u3002<\/li><li><strong>\u8349\u7a3f\u957f\u5ea6\uff1a<\/strong>\u8fc7\u77ed\u65e0\u6cd5\u644a\u8584\u6838\u9a8c\u6210\u672c\uff0c\u8fc7\u957f\u5219\u53ef\u80fd\u589e\u52a0\u62d2\u7edd\u548c\u56de\u9000\u5f00\u9500\u3002<\/li><li><strong>\u7f13\u5b58\u7ba1\u7406\uff1a<\/strong>\u5fc5\u987b\u533a\u5206\u5df2\u786e\u8ba4\u524d\u7f00\u3001\u4e34\u65f6\u8349\u7a3f\u3001\u62d2\u7edd\u4f4d\u7f6e\u548c bonus token \u7684\u72b6\u6001\u3002<\/li><li><strong>\u56e0\u679c\u906e\u7f69\uff1a<\/strong>\u6838\u9a8c\u7b2c <em>i<\/em> \u4e2a\u5019\u9009\u65f6\u4e0d\u80fd\u770b\u5230\u5019\u9009 token \u81ea\u5df1\uff0c\u5426\u5219\u4f1a\u9020\u6210\u4fe1\u606f\u6cc4\u9732\u3002<\/li><li><strong>Mamba \u56de\u9000\uff1a<\/strong>\u5982\u679c\u6a21\u578b\u5305\u542b\u5faa\u73af\u72b6\u6001\uff0c\u9700\u8981\u68c0\u67e5\u70b9\u548c\u56de\u653e\u673a\u5236\u3002<\/li><li><strong>\u6570\u503c\u4e00\u81f4\u6027\uff1a<\/strong>\u4e0d\u540c\u7cbe\u5ea6\u3001\u878d\u5408\u7b97\u5b50\u548c GPU kernel \u53ef\u80fd\u5bfc\u81f4\u6781\u5c0f\u7684 logits \u5dee\u5f02\u3002<\/li><li><strong>\u8d2a\u5fc3\u4e0e\u91c7\u6837\u5206\u5f00\u5b9e\u73b0\uff1a<\/strong>\u8d2a\u5fc3\u53ef\u4ee5\u6bd4\u8f83 argmax\uff1b\u91c7\u6837\u9700\u8981\u4e25\u683c\u7684\u63a5\u53d7\u3001\u62d2\u7edd\u548c\u91cd\u91c7\u6837\u516c\u5f0f\u3002<\/li><li><strong>\u5b8c\u6574\u8bf7\u6c42\u6307\u6807\uff1a<\/strong>\u4e0d\u80fd\u53ea\u62a5\u544a decode speedup\uff0c\u8fd8\u8981\u62a5\u544a\u97f3\u9891\u7f16\u7801\u3001prefill\u3001\u6392\u961f\u548c\u7f51\u7edc\u65f6\u95f4\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u5341\u4e5d\u3001\u6587\u7ae0\u4e2d\u793a\u4f8b\u6570\u5b57\u7684\u8fb9\u754c<\/h2>\n\n\n\n<p>\u6587\u4e2d 3 ms \u8349\u7a3f\u300114 ms \u6838\u9a8c\u30011 ms \u7f13\u5b58\u5904\u7406\u300118 ms \u603b\u8017\u65f6\u548c\u7ea6 2.2 \u500d\u52a0\u901f\uff0c\u662f\u4e3a\u4e86\u5c55\u793a\u8ba1\u7b97\u7ec4\u7ec7\u65b9\u5f0f\u7684\u793a\u610f\u6570\u5b57\uff0c\u4e0d\u662f NVIDIA \u5bf9 Nemotron 3.5 Transcribe \u7684\u5b9e\u6d4b\u6027\u80fd\u627f\u8bfa\u3002<\/p>\n\n\n\n<p>\u5b9e\u9645\u901f\u5ea6\u53d6\u51b3\u4e8e\uff1a<\/p>\n\n\n\n<ul><li>\u97f3\u9891\u957f\u5ea6\u548c\u6587\u5b57\u957f\u5ea6\uff1b<\/li><li>\u8349\u7a3f\u6a21\u578b\u5927\u5c0f\uff1b<\/li><li>\u8349\u7a3f\u63a5\u53d7\u7387\u548c\u5e73\u5747\u63a5\u53d7\u957f\u5ea6\uff1b<\/li><li>\u4e3b\u6a21\u578b\u53c2\u6570\u89c4\u6a21\u4e0e MoE \u6fc0\u6d3b\u8def\u5f84\uff1b<\/li><li>GPU \u578b\u53f7\u3001\u663e\u5b58\u5e26\u5bbd\u548c kernel \u5b9e\u73b0\uff1b<\/li><li>\u91cf\u5316\u7cbe\u5ea6\uff1b<\/li><li>\u8bf7\u6c42\u5e76\u53d1\u5ea6\uff1b<\/li><li>\u97f3\u9891\u7f16\u7801\u3001prefill\u3001\u6392\u961f\u548c\u7f51\u7edc\u5f00\u9500\u3002<\/li><\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e8c\u5341\u3001\u603b\u7ed3\uff1a\u5982\u4f55\u7528\u4e00\u53e5\u8bdd\u7406\u89e3 ASR \u6295\u673a\u89e3\u7801<\/h2>\n\n\n\n<p>ASR \u6295\u673a\u89e3\u7801\u53ef\u4ee5\u6982\u62ec\u4e3a\uff1a<\/p>\n\n\n\n<blockquote class=\"wp-block-quote\"><p>\u8ba9\u4fbf\u5b9c\u7684\u8349\u7a3f\u8def\u5f84\u63d0\u524d\u731c\uff0c\u8ba9\u4e3b\u6a21\u578b\u4e00\u6b21\u68c0\u67e5\u591a\u4e2a\u4f4d\u7f6e\uff1b\u63a5\u53d7\u4e0e\u4e3b\u6a21\u578b\u4e00\u81f4\u7684\u524d\u7f00\uff0c\u9047\u5230\u5206\u6b67\u7acb\u5373\u7ea0\u6b63\u5e76\u56de\u9000\uff0c\u4ece\u800c\u5728\u5c3d\u91cf\u4fdd\u6301\u4e3b\u6a21\u578b\u8f93\u51fa\u884c\u4e3a\u7684\u540c\u65f6\u51cf\u5c11\u4e32\u884c\u89e3\u7801\u5f00\u9500\u3002<\/p><\/blockquote>\n\n\n\n<p>\u5bf9\u4e8e Nemotron 3.5 Transcribe\uff0c\u97f3\u9891\u7f16\u7801\u5668\u8d1f\u8d23\u628a\u5f55\u97f3\u8f6c\u6210\u6cbf\u65f6\u95f4\u8f74\u6392\u5217\u7684\u58f0\u5b66\u8868\u793a\uff0c\u8bed\u8a00\u6a21\u578b\u8d1f\u8d23\u751f\u6210\u8f6c\u5199\uff0cMTP \u6216 DFlash2 \u8d1f\u8d23\u63d0\u51fa\u5019\u9009\uff0c\u4e3b\u6a21\u578b\u8d1f\u8d23\u6838\u9a8c\u3002\u6295\u673a\u89e3\u7801\u7684\u6838\u5fc3\u6536\u76ca\u6765\u81ea\u201c\u5019\u9009\u4f4d\u7f6e\u53ef\u4ee5\u63d0\u524d\u51c6\u5907\u201d\u548c\u201c\u4e3b\u6a21\u578b\u53ef\u4ee5\u5bf9\u591a\u4e2a\u4f4d\u7f6e\u505a\u6210\u5757\u8ba1\u7b97\u201d\uff0c\u800c\u4e0d\u662f\u6765\u81ea\u51cf\u5c11\u97f3\u9891\u7f16\u7801\u6216\u7ed5\u8fc7\u4e3b\u6a21\u578b\u3002<\/p>\n\n\n\n<p>\u771f\u6b63\u8bc4\u4f30\u4e00\u4e2a\u6295\u673a\u89e3\u7801\u7cfb\u7edf\u65f6\uff0c\u5e94\u540c\u65f6\u770b\u901f\u5ea6\u3001\u63a5\u53d7\u7387\u3001\u8f93\u51fa\u4e00\u81f4\u6027\u3001\u663e\u5b58\u5360\u7528\u548c CER\/WER\uff0c\u800c\u4e0d\u80fd\u53ea\u770b\u67d0\u4e00\u6b21\u6f14\u793a\u4e2d\u7684\u52a0\u901f\u6bd4\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u53c2\u8003\u8d44\u6599\u4e0e\u5ef6\u4f38\u9605\u8bfb<\/h2>\n\n\n\n<ul><li>NVIDIA Nemotron 3.5 Transcribe \u9879\u76ee\u9875\uff1a<a href=\"https:\/\/research.nvidia.com\/labs\/nemotron\/NVIDIA-Nemotron-3.5-Transcribe\/\">https:\/\/research.nvidia.com\/labs\/nemotron\/NVIDIA-Nemotron-3.5-Transcribe\/<\/a><\/li><li>Nemotron 3.5 Transcribe \u6280\u672f\u62a5\u544a\uff1a<a href=\"https:\/\/research.nvidia.com\/labs\/nemotron\/files\/NVIDIA-Nemotron-3.5-Transcribe-Technical-Report.pdf\">NVIDIA-Nemotron-3.5-Transcribe-Technical-Report.pdf<\/a><\/li><li>NVIDIA DFlash2 \u6a21\u578b\u8bf4\u660e\uff1a<a href=\"https:\/\/huggingface.co\/nvidia\/NVIDIA-Nemotron-3.5-Transcribe-30B-A4B-DFlash2\">Hugging Face DFlash2<\/a><\/li><li>NeMo SpeechLM \u97f3\u9891\u7f16\u7801\u4e0e\u8bed\u8a00\u6a21\u578b\u63a5\u53e3\uff1a<a href=\"https:\/\/github.com\/NVIDIA-NeMo\/Speech\/blob\/main\/nemo\/collections\/speechlm2\/vllm\/salm\/model.py\">NeMo SALM model.py<\/a><\/li><li>vLLM \u6838\u9a8c\u4f4d\u7f6e\u548c logits \u7d22\u5f15\u5b9e\u73b0\uff1a<a href=\"https:\/\/raw.githubusercontent.com\/vllm-project\/vllm\/v0.32.0\/vllm\/v1\/worker\/gpu_model_runner.py\">gpu_model_runner.py<\/a><\/li><li>vLLM \u63a5\u6536\u4e0e\u62d2\u7edd\u91c7\u6837\u5b9e\u73b0\uff1a<a href=\"https:\/\/raw.githubusercontent.com\/vllm-project\/vllm\/v0.32.0\/vllm\/v1\/sample\/rejection_sampler.py\">rejection_sampler.py<\/a><\/li><li>Hugging Face Assisted Generation\uff1a<a href=\"https:\/\/huggingface.co\/blog\/assisted-generation\">Assisted Generation<\/a><\/li><li>Hugging Face Cache \u8bf4\u660e\uff1a<a href=\"https:\/\/huggingface.co\/docs\/transformers\/main\/cache_explanation\">How caching works<\/a><\/li><li>Speculative Decoding \u539f\u59cb\u8bba\u6587\uff1aLeviathan et al., Fast Inference from Transformers via Speculative Decoding\uff0c<a href=\"https:\/\/proceedings.mlr.press\/v202\/leviathan23a.html\">PMLR<\/a><\/li><li>Attention Is All You Need\uff1a<a href=\"https:\/\/arxiv.org\/html\/1706.03762v7#S3.SS2\">Transformer attention<\/a><\/li><\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u6458\u8981\uff1a\u81ea\u52a8\u8bed\u97f3\u8bc6\u522b\uff08ASR\uff09\u901a\u5e38\u7531\u8bed\u97f3\u7f16\u7801\u5668\u628a\u97f3\u9891\u8f6c\u6362\u6210\u58f0\u5b66\u8868\u793a\uff0c\u518d\u7531\u8bed\u8a00\u6a21\u578b\u9010 token \u751f\u6210\u8f6c\u5199\u6587\u672c\u3002\u81ea &hellip; <a href=\"http:\/\/139.9.1.231\/index.php\/2026\/11\/17\/asr-nvidia-nemotron\/\" class=\"more-link\">\u7ee7\u7eed\u9605\u8bfb<span class=\"screen-reader-text\">\u8be6\u89e3 ASR \u6295\u673a\u89e3\u7801\uff1a\u4ee5 NVIDIA Nemotron 3.5 Transcribe \u4e3a\u4f8b<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[4,9,38,34],"tags":[],"_links":{"self":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/31953"}],"collection":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/comments?post=31953"}],"version-history":[{"count":1,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/31953\/revisions"}],"predecessor-version":[{"id":31954,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/31953\/revisions\/31954"}],"wp:attachment":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/media?parent=31953"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/categories?post=31953"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/tags?post=31953"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}