{"id":5647,"date":"2022-08-10T18:14:17","date_gmt":"2022-08-10T10:14:17","guid":{"rendered":"http:\/\/139.9.1.231\/?p=5647"},"modified":"2022-09-30T10:48:43","modified_gmt":"2022-09-30T02:48:43","slug":"attention-is-all-you-need","status":"publish","type":"post","link":"http:\/\/139.9.1.231\/index.php\/2022\/08\/10\/attention-is-all-you-need\/","title":{"rendered":"Transformer&#8211;Attention Is All You Need"},"content":{"rendered":"\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"611\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-151-1024x611.png\" alt=\"\" class=\"wp-image-5648\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-151-1024x611.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-151-300x179.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-151-768x458.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-151.png 1085w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>transformerr\u7279\u70b9\uff1a<\/p>\n\n\n\n<p>\u00b7\u662f\u4e00\u4e2aencoder-decoder\u6a21\u578b<\/p>\n\n\n\n<p>\u00b7\u975eRNN\u6a21\u578b<\/p>\n\n\n\n<p>\u00b7\u5b8c\u5168\u57fa\u4e8e\u5168\u8fde\u63a5\u548c\u6ce8\u610f\u529b<\/p>\n\n\n\n<p>\u00b7\u6027\u80fd\u8fdc\u8d85RNN\uff08\u5927\u6570\u636e\u96c6\uff09<\/p>\n\n\n\n<p class=\"has-light-pink-background-color has-background\"><strong>\u56de\u5fc6seq-seq\u6a21\u578b\uff1a<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"572\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-152-1024x572.png\" alt=\"\" class=\"wp-image-5651\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-152-1024x572.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-152-300x168.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-152-768x429.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-152.png 1119w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h2>\u5982\u4f55\u6c42c\uff1a<\/h2>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"1006\" height=\"517\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-153.png\" alt=\"\" class=\"wp-image-5653\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-153.png 1006w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-153-300x154.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-153-768x395.png 768w\" sizes=\"(max-width: 1006px) 100vw, 1006px\" \/><\/figure>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter size-full\"><img loading=\"lazy\" width=\"830\" height=\"199\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-154.png\" alt=\"\" class=\"wp-image-5655\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-154.png 830w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-154-300x72.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-154-768x184.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-154-825x199.png 825w\" sizes=\"(max-width: 830px) 100vw, 830px\" \/><\/figure><\/div>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"1025\" height=\"178\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-155.png\" alt=\"\" class=\"wp-image-5657\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-155.png 1025w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-155-300x52.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-155-768x133.png 768w\" sizes=\"(max-width: 1025px) 100vw, 1025px\" \/><\/figure>\n\n\n\n<p class=\"has-light-pink-background-color has-background\">\u5982\u4f55\u4eceRNN\u5230transformer\uff1a\u81ea\u6ce8\u610f\u529b\u5c42<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"492\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-156-1024x492.png\" alt=\"\" class=\"wp-image-5661\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-156-1024x492.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-156-300x144.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-156-768x369.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-156.png 1075w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"969\" height=\"523\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-158.png\" alt=\"\" class=\"wp-image-5664\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-158.png 969w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-158-300x162.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-158-768x415.png 768w\" sizes=\"(max-width: 969px) 100vw, 969px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"991\" height=\"613\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-159.png\" alt=\"\" class=\"wp-image-5666\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-159.png 991w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-159-300x186.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-159-768x475.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-159-825x510.png 825w\" sizes=\"(max-width: 991px) 100vw, 991px\" \/><\/figure>\n\n\n\n<p>    \u5728self-attention\u4e2d\uff0c\u6bcf\u4e2a\u5355\u8bcd\u67093\u4e2a\u4e0d\u540c\u7684\u5411\u91cf\uff0c\u5b83\u4eec\u5206\u522b\u662fQuery\u5411\u91cf\uff08\u00a0Q\u00a0\uff09\uff0cKey\u5411\u91cf\uff08\u00a0K\u00a0\uff09\u548cValue\u5411\u91cf\uff08\u00a0V\u00a0\uff09\uff0c\u957f\u5ea6\u5747\u662f64\u3002\u5b83\u4eec\u662f\u901a\u8fc73\u4e2a\u4e0d\u540c\u7684\u6743\u503c\u77e9\u9635\u7531\u5d4c\u5165\u5411\u91cf\u00a0X\u00a0\u4e58\u4ee5\u4e09\u4e2a\u4e0d\u540c\u7684\u6743\u503c\u77e9\u9635\u00a0WQ\u00a0\uff0c\u00a0WK\u00a0\uff0c\u00a0WV\u00a0\u5f97\u5230\uff0c\u5176\u4e2d\u4e09\u4e2a\u77e9\u9635\u7684\u5c3a\u5bf8\u4e5f\u662f\u76f8\u540c\u7684\u3002\u5747\u662f\u00a0512\u00d764\u00a0\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"766\" height=\"468\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-296.png\" alt=\"\" class=\"wp-image-8682\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-296.png 766w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-296-300x183.png 300w\" sizes=\"(max-width: 766px) 100vw, 766px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"679\" height=\"742\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-297.png\" alt=\"\" class=\"wp-image-8683\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-297.png 679w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-297-275x300.png 275w\" sizes=\"(max-width: 679px) 100vw, 679px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"902\" height=\"149\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-292.png\" alt=\"\" class=\"wp-image-8669\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-292.png 902w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-292-300x50.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-292-768x127.png 768w\" sizes=\"(max-width: 902px) 100vw, 902px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"909\" height=\"347\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-295.png\" alt=\"\" class=\"wp-image-8677\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-295.png 909w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-295-300x115.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-295-768x293.png 768w\" sizes=\"(max-width: 909px) 100vw, 909px\" \/><\/figure>\n\n\n\n<p>\u603b\u7ed3\u4e3a\u5982\u4e0b\u56fe\u6240\u793a\u7684\u77e9\u9635\u5f62\u5f0f\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"924\" height=\"399\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-294.png\" alt=\"\" class=\"wp-image-8675\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-294.png 924w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-294-300x130.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-294-768x332.png 768w\" sizes=\"(max-width: 924px) 100vw, 924px\" \/><\/figure>\n\n\n\n<p class=\"has-light-pink-background-color has-background\">\u642d\u5efatransfomer\uff1a\u591a\u5934\u81ea\u6ce8\u610f\u529b\u5c42<\/p>\n\n\n\n<p>\u4e0a\u9762\u7ed9\u51fa\u7684\u662f\u4e00\u4e2a\u81ea\u6ce8\u610f\u529b\u5c42\uff0c\u6211\u4eec\u4f7f\u7528N\u4e2a\u76f8\u540c\u7684\u5c42\uff0c\u5e76\u884c\uff0c\u4e0d\u540c\u6ce8\u610f\u529b\u5c42\u4e0d\u5171\u4eab\u53c2\u6570\u3002\u5c06\u591a\u5934\u7684\u8f93\u51fa\u8fdb\u884c\u5806\u53e0\u4f5c\u4e3a\u591a\u5934\u6ce8\u610f\u529b\u5c42\u7684\u8f93\u51fa\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"973\" height=\"168\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-160.png\" alt=\"\" class=\"wp-image-5670\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-160.png 973w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-160-300x52.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-160-768x133.png 768w\" sizes=\"(max-width: 973px) 100vw, 973px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"384\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161-1024x384.png\" alt=\"\" class=\"wp-image-5671\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161-1024x384.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161-300x112.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161-768x288.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161-1536x575.png 1536w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-161.png 1821w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"729\" height=\"194\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-298.png\" alt=\"\" class=\"wp-image-8686\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-298.png 729w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-298-300x80.png 300w\" sizes=\"(max-width: 729px) 100vw, 729px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"784\" height=\"446\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-299.png\" alt=\"\" class=\"wp-image-8687\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-299.png 784w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-299-300x171.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-299-768x437.png 768w\" sizes=\"(max-width: 784px) 100vw, 784px\" \/><\/figure>\n\n\n\n<p class=\"has-light-pink-background-color has-background\">Stacked Self-Attention Layers<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"598\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-162-1024x598.png\" alt=\"\" class=\"wp-image-5674\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-162-1024x598.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-162-300x175.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-162-768x448.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-162.png 1055w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"950\" height=\"86\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-293.png\" alt=\"\" class=\"wp-image-8672\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-293.png 950w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-293-300x27.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/09\/image-293-768x70.png 768w\" sizes=\"(max-width: 950px) 100vw, 950px\" \/><\/figure>\n\n\n\n<p>\u4e00\u4e2aencoder block\uff1a<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter size-full is-resized\"><img loading=\"lazy\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-163.png\" alt=\"\" class=\"wp-image-5676\" width=\"352\" height=\"306\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-163.png 557w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-163-300x261.png 300w\" sizes=\"(max-width: 352px) 100vw, 352px\" \/><\/figure><\/div>\n\n\n\n<p>\u6700\u7ec8 \u5806\u53e06\u4e2a\uff1a\u4f5c\u4e3atransfomer encoder\uff1a<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter size-full\"><img loading=\"lazy\" width=\"455\" height=\"581\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-164.png\" alt=\"\" class=\"wp-image-5678\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-164.png 455w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-164-235x300.png 235w\" sizes=\"(max-width: 455px) 100vw, 455px\" \/><\/figure><\/div>\n\n\n\n<p class=\"has-light-pink-background-color has-background\">decoder\u90e8\u5206\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"574\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-165-1024x574.png\" alt=\"\" class=\"wp-image-5681\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-165-1024x574.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-165-300x168.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-165-768x430.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-165.png 1149w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p class=\"has-light-pink-background-color has-background\">encoder block\uff1a<\/p>\n\n\n\n<div class=\"wp-block-image\"><figure class=\"aligncenter size-full\"><img loading=\"lazy\" width=\"610\" height=\"521\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-166.png\" alt=\"\" class=\"wp-image-5683\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-166.png 610w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-166-300x256.png 300w\" sizes=\"(max-width: 610px) 100vw, 610px\" \/><\/figure><\/div>\n\n\n\n<p class=\"has-light-pink-background-color has-background\"><strong>\u6574\u4f53\u7f51\u7edc\uff1a<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"596\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-167-1024x596.png\" alt=\"\" class=\"wp-image-5686\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-167-1024x596.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-167-300x175.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-167-768x447.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-167.png 1076w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"916\" height=\"364\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-168.png\" alt=\"\" class=\"wp-image-5688\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-168.png 916w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-168-300x119.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-168-768x305.png 768w\" sizes=\"(max-width: 916px) 100vw, 916px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"980\" height=\"412\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-169.png\" alt=\"\" class=\"wp-image-5689\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-169.png 980w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-169-300x126.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-169-768x323.png 768w\" sizes=\"(max-width: 980px) 100vw, 980px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" width=\"1024\" height=\"543\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-170-1024x543.png\" alt=\"\" class=\"wp-image-5690\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-170-1024x543.png 1024w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-170-300x159.png 300w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-170-768x407.png 768w, http:\/\/139.9.1.231\/wp-content\/uploads\/2022\/08\/image-170.png 1132w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>transformerr\u7279\u70b9\uff1a \u00b7\u662f\u4e00\u4e2aencoder-decoder\u6a21\u578b \u00b7\u975eRNN\u6a21\u578b \u00b7\u5b8c\u5168\u57fa\u4e8e\u5168\u8fde\u63a5\u548c &hellip; <a href=\"http:\/\/139.9.1.231\/index.php\/2022\/08\/10\/attention-is-all-you-need\/\" class=\"more-link\">\u7ee7\u7eed\u9605\u8bfb<span class=\"screen-reader-text\">Transformer&#8211;Attention Is All You Need<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[21,9],"tags":[],"_links":{"self":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/5647"}],"collection":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/comments?post=5647"}],"version-history":[{"count":33,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/5647\/revisions"}],"predecessor-version":[{"id":8688,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/5647\/revisions\/8688"}],"wp:attachment":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/media?parent=5647"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/categories?post=5647"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/tags?post=5647"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}