{"id":3401,"date":"2022-04-02T16:41:43","date_gmt":"2022-04-02T08:41:43","guid":{"rendered":"http:\/\/139.9.1.231\/?p=3401"},"modified":"2022-04-02T16:41:45","modified_gmt":"2022-04-02T08:41:45","slug":"mish","status":"publish","type":"post","link":"http:\/\/139.9.1.231\/index.php\/2022\/04\/02\/mish\/","title":{"rendered":"Mish\uff1a\u4e00\u4e2a\u65b0\u7684state-of-the-art\u6fc0\u6d3b\u51fd\u6570\uff0cReLU\u7684\u7ee7\u4efb\u8005"},"content":{"rendered":"\n<p>         Diganta Misra\u7684\u4e00\u7bc7\u9898\u4e3a\u201cMish: A Self Regularized Non-Monotonic Neural Activation Function\u201d\u7684\u65b0\u8bba\u6587\u4ecb\u7ecd\u4e86\u4e00\u4e2a\u65b0\u7684\u6df1\u5ea6\u5b66\u4e60\u6fc0\u6d3b\u51fd\u6570\uff0c\u8be5\u51fd\u6570\u5728\u6700\u7ec8\u51c6\u786e\u5ea6\u4e0a\u6bd4Swish(+.494%)\u548cReLU(+ 1.671%)\u90fd\u6709\u63d0\u9ad8\u3002<\/p>\n\n\n\n<p>ReLU\u548cMish\u7684\u5bf9\u6bd4\uff0cMish\u7684\u68af\u5ea6\u66f4\u5e73\u6ed1<\/p>\n\n\n\n<p class=\"has-text-align-center\"><strong>Mish=x * tanh(ln(1+e^x))<\/strong><\/p>\n\n\n\n<figure class=\"wp-block-image\"><img src=\"https:\/\/pic1.zhimg.com\/v2-7827ccfe70418bd5180f60e1abad8b10_r.jpg\" alt=\"preview\"\/><figcaption>Mish\u7684PyTorch\u5b9e\u73b0<\/figcaption><\/figure>\n\n\n\n<p>\u51fd\u6570\u56fe\u50cf\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img src=\"https:\/\/pic1.zhimg.com\/v2-fc22b992e5a24df294b5d40211e33ecc_r.jpg\" alt=\"preview\"\/><\/figure>\n\n\n\n<p>\u5e38\u89c1\u6fc0\u6d3b\u51fd\u6570\uff1a<\/p>\n\n\n\n<figure class=\"wp-block-image\"><img src=\"https:\/\/pic4.zhimg.com\/v2-fadf101bd844539325467a489e65abdf_r.jpg\" alt=\"preview\"\/><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>Diganta Misra\u7684\u4e00\u7bc7\u9898\u4e3a\u201cMish: A Self Regularized Non-Monoton &hellip; <a href=\"http:\/\/139.9.1.231\/index.php\/2022\/04\/02\/mish\/\" class=\"more-link\">\u7ee7\u7eed\u9605\u8bfb<span class=\"screen-reader-text\">Mish\uff1a\u4e00\u4e2a\u65b0\u7684state-of-the-art\u6fc0\u6d3b\u51fd\u6570\uff0cReLU\u7684\u7ee7\u4efb\u8005<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[4],"tags":[],"_links":{"self":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/3401"}],"collection":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/comments?post=3401"}],"version-history":[{"count":7,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/3401\/revisions"}],"predecessor-version":[{"id":3409,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/3401\/revisions\/3409"}],"wp:attachment":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/media?parent=3401"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/categories?post=3401"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/tags?post=3401"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}