{"id":16539,"date":"2024-08-12T15:17:58","date_gmt":"2024-08-12T07:17:58","guid":{"rendered":"http:\/\/139.9.1.231\/?p=16539"},"modified":"2024-09-20T17:08:47","modified_gmt":"2024-09-20T09:08:47","slug":"chattts","status":"publish","type":"post","link":"http:\/\/139.9.1.231\/index.php\/2024\/08\/12\/chattts\/","title":{"rendered":"ChatTTS"},"content":{"rendered":"\n<pre class=\"wp-block-preformatted\">https:\/\/github.com\/2noise\/ChatTTS\/blob\/main\/docs\/cn\/README.md\nhttps:\/\/2noise.com\/\nhttps:\/\/github.com\/libukai\/Awesome-ChatTTS<\/pre>\n\n\n\n<ol><li><strong>\u5bf9\u8bdd\u5f0f TTS<\/strong>: ChatTTS \u9488\u5bf9\u5bf9\u8bdd\u5f0f\u4efb\u52a1\u8fdb\u884c\u4e86\u4f18\u5316\uff0c\u80fd\u591f\u5b9e\u73b0\u81ea\u7136\u4e14\u5bcc\u6709\u8868\u73b0\u529b\u7684\u5408\u6210\u8bed\u97f3\u3002\u5b83\u652f\u6301\u591a\u4e2a\u8bf4\u8bdd\u8005\uff0c\u4fbf\u4e8e\u751f\u6210\u4e92\u52a8\u5f0f\u5bf9\u8bdd\u3002<\/li><li><strong>\u7cbe\u7ec6\u7684\u63a7\u5236<\/strong>: \u8be5\u6a21\u578b\u53ef\u4ee5\u9884\u6d4b\u548c\u63a7\u5236\u7cbe\u7ec6\u7684\u97f5\u5f8b\u7279\u5f81\uff0c\u5305\u62ec\u7b11\u58f0\u3001\u505c\u987f\u548c\u63d2\u5165\u8bed\u3002<\/li><li><strong>\u66f4\u597d\u7684\u97f5\u5f8b<\/strong>: ChatTTS \u5728\u97f5\u5f8b\u65b9\u9762\u8d85\u8d8a\u4e86\u5927\u591a\u6570\u5f00\u6e90 TTS \u6a21\u578b\u3002\u6211\u4eec\u63d0\u4f9b\u9884\u8bad\u7ec3\u6a21\u578b\u4ee5\u652f\u6301\u8fdb\u4e00\u6b65\u7684\u7814\u7a76\u548c\u5f00\u53d1\u3002<\/li><\/ol>\n\n\n\n<h3>\u6570\u636e\u96c6\u548c\u6a21\u578b<a href=\"https:\/\/github.com\/2noise\/ChatTTS\/blob\/main\/docs\/cn\/README.md#%E6%95%B0%E6%8D%AE%E9%9B%86%E5%92%8C%E6%A8%A1%E5%9E%8B\"><\/a><\/h3>\n\n\n\n<ul><li>\u4e3b\u6a21\u578b\u4f7f\u7528\u4e86 100,000+ \u5c0f\u65f6\u7684\u4e2d\u6587\u548c\u82f1\u6587\u97f3\u9891\u6570\u636e\u8fdb\u884c\u8bad\u7ec3\u3002<\/li><li><strong><a href=\"https:\/\/huggingface.co\/2Noise\/ChatTTS\">HuggingFace<\/a><\/strong>&nbsp;\u4e0a\u7684\u5f00\u6e90\u7248\u672c\u662f\u4e00\u4e2a\u5728 40,000 \u5c0f\u65f6\u6570\u636e\u4e0a\u8fdb\u884c\u65e0\u76d1\u7763\u5fae\u8c03\u7684\u9884\u8bad\u7ec3\u6a21\u578b\u3002<\/li><\/ul>\n\n\n\n<pre class=\"wp-block-code\"><code>###################################\n# Sample a speaker from Gaussian.\n\nrand_spk = chat.sample_random_speaker()\nprint(rand_spk) # save it for later timbre recovery\n\nparams_infer_code = ChatTTS.Chat.InferCodeParams(\n    spk_emb = rand_spk, # add sampled speaker \n    temperature = .3,   # using custom temperature\n    top_P = 0.7,        # top P decode\n    top_K = 20,         # top K decode\n)\n\n###################################\n# For sentence level manual control.\n\n# use oral_(0-9), laugh_(0-2), break_(0-7) \n# to generate special token in text to synthesize.\nparams_refine_text = ChatTTS.Chat.RefineTextParams(\n    prompt='&#91;oral_2]&#91;laugh_0]&#91;break_6]',\n)\n\nwavs = chat.infer(\n    texts,\n    params_refine_text=params_refine_text,\n    params_infer_code=params_infer_code,\n)\n\n###################################\n# For word level manual control.\n\ntext = 'What is &#91;uv_break]your favorite english food?&#91;laugh]&#91;lbreak]'\nwavs = chat.infer(text, skip_refine_text=True, params_refine_text=params_refine_text,  params_infer_code=params_infer_code)\ntorchaudio.save(\"output2.wav\", torch.from_numpy(wavs&#91;0]), 24000)<\/code><\/pre>\n\n\n\n<p>\u6a21\u578b\u7ec4\u6210\uff1aLlamaModel\u3001DVAE\uff08VQVAE\uff09\u3001VOCOS\u58f0\u7801\u5668<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"295\" height=\"226\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2024\/08\/image-31.png\" alt=\"\" class=\"wp-image-17111\"\/><\/figure>\n\n\n\n<h3>\u6587\u672c\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E6%96%87%E6%9C%AC%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>1. Input Text<\/strong>&nbsp;: \u9700\u8981\u8f6c\u6362\u7684\u6587\u672c\uff0c\u652f\u6301\u4e2d\u6587\u548c\u82f1\u6587\u6df7\u6742<\/li><li><strong>2. Refine text<\/strong>&nbsp;: \u662f\u5426\u5bf9\u6587\u672c\u8fdb\u884c\u53e3\u8bed\u5316\u5904\u7406<\/li><li><strong>3. Text Seed<\/strong>&nbsp;: \u914d\u7f6e\u6587\u672c\u79cd\u5b50\u503c\uff0c\u4e0d\u540c\u79cd\u5b50\u5bf9\u5e94\u4e0d\u540c\u53e3\u8bed\u5316\u98ce\u683c<\/li><li><strong>4. \ud83c\udfb2<\/strong>&nbsp;: \u968f\u673a\u4ea7\u751f\u6587\u672c\u79cd\u5b50\u503c<\/li><li><strong>5. Output Text<\/strong>&nbsp;: \u53e3\u8bed\u5316\u5904\u7406\u540e\u751f\u6210\u7684\u6587\u672c<\/li><\/ul>\n\n\n\n<h3>\u97f3\u8272\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E9%9F%B3%E8%89%B2%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>6. Timbre<\/strong>&nbsp;: \u9884\u8bbe\u7684\u97f3\u8272\u79cd\u5b50\u503c<\/li><li><strong>7. Audio Seed<\/strong>&nbsp;: \u914d\u7f6e\u97f3\u8272\u79cd\u5b50\u503c\uff0c\u4e0d\u540c\u79cd\u5b50\u5bf9\u5e94\u4e0d\u540c\u97f3\u8272<\/li><li><strong>8. \ud83c\udfb2<\/strong>&nbsp;: \u968f\u673a\u4ea7\u751f\u97f3\u8272\u79cd\u5b50\u503c<\/li><li><strong>9. Speaker Embedding<\/strong>&nbsp;: \u97f3\u8272\u7801\uff0c\u8be6\u89c1&nbsp;<a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E9%9F%B3%E8%89%B2%E6%8E%A7%E5%88%B6\">\u97f3\u8272\u63a7\u5236<\/a><\/li><\/ul>\n\n\n\n<h3>\u60c5\u611f\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E6%83%85%E6%84%9F%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>10. temperate<\/strong>&nbsp;: \u63a7\u5236\u97f3\u9891\u60c5\u611f\u6ce2\u52a8\u6027\uff0c\u8303\u56f4\u4e3a 0-1\uff0c\u6570\u5b57\u8d8a\u5927\uff0c\u6ce2\u52a8\u6027\u8d8a\u5927<\/li><li><strong>11. top_P<\/strong>&nbsp;\uff1a\u63a7\u5236\u97f3\u9891\u7684\u60c5\u611f\u76f8\u5173\u6027\uff0c\u8303\u56f4\u4e3a 0.1-0.9\uff0c\u6570\u5b57\u8d8a\u5927\uff0c\u76f8\u5173\u6027\u8d8a\u9ad8<\/li><li><strong>12. top_K<\/strong>&nbsp;\uff1a\u63a7\u5236\u97f3\u9891\u7684\u60c5\u611f\u76f8\u4f3c\u6027\uff0c\u8303\u56f4\u4e3a 1-20\uff0c\u6570\u5b57\u8d8a\u5c0f\uff0c\u76f8\u4f3c\u6027\u8d8a\u9ad8<\/li><\/ul>\n\n\n\n<h3>\u7cfb\u6570\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E7%B3%BB%E6%95%B0%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>13. DVAE Coefficient<\/strong>&nbsp;: \u6a21\u578b\u7cfb\u6570\u7801<\/li><li><strong>14. Reload<\/strong>&nbsp;: \u91cd\u65b0\u52a0\u8f7d\u6a21\u578b\u7cfb\u6570<\/li><\/ul>\n\n\n\n<h3>\u64ad\u653e\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E6%92%AD%E6%94%BE%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>15. Auto Play<\/strong>&nbsp;: \u662f\u5426\u5728\u751f\u6210\u97f3\u9891\u540e\u81ea\u52a8\u64ad\u653e<\/li><li><strong>16. Stream Mode<\/strong>&nbsp;: \u662f\u5426\u542f\u7528\u6d41\u5f0f\u8f93\u51fa<\/li><li><strong>17. Generate<\/strong>&nbsp;: \u70b9\u51fb\u751f\u6210\u97f3\u9891\u6587\u4ef6<\/li><li><strong>18. Output Audio<\/strong>&nbsp;: \u97f3\u9891\u751f\u6210\u7ed3\u679c<\/li><li><strong>19. \u2193<\/strong>&nbsp;: \u70b9\u51fb\u4e0b\u8f7d\u97f3\u9891\u6587\u4ef6<\/li><li><strong>20.&nbsp;\u25b6\ufe0f<\/strong>&nbsp;: \u70b9\u51fb\u64ad\u653e\u97f3\u9891\u6587\u4ef6<\/li><\/ul>\n\n\n\n<h3>\u793a\u4f8b\u63a7\u5236<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E7%A4%BA%E4%BE%8B%E6%8E%A7%E5%88%B6\"><\/a><\/p>\n\n\n\n<ul><li><strong>21. Example<\/strong>&nbsp;: \u70b9\u51fb\u5207\u6362\u793a\u4f8b\u914d\u7f6e<\/li><\/ul>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" width=\"831\" height=\"850\" src=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2024\/08\/image-51.png\" alt=\"\" class=\"wp-image-17327\" srcset=\"http:\/\/139.9.1.231\/wp-content\/uploads\/2024\/08\/image-51.png 831w, http:\/\/139.9.1.231\/wp-content\/uploads\/2024\/08\/image-51-293x300.png 293w, http:\/\/139.9.1.231\/wp-content\/uploads\/2024\/08\/image-51-768x786.png 768w\" sizes=\"(max-width: 831px) 100vw, 831px\" \/><\/figure>\n\n\n\n<h2>\u5feb\u901f\u4f53\u9a8c<\/h2>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E5%BF%AB%E9%80%9F%E4%BD%93%E9%AA%8C\"><\/a><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u7f51\u5740<\/th><th>\u7c7b\u578b<\/th><\/tr><\/thead><tbody><tr><td><a href=\"https:\/\/chattts.com\/#Demo\">Original Web<\/a><\/td><td>\u539f\u7248\u7f51\u9875\u7248\u4f53\u9a8c<\/td><\/tr><tr><td><a href=\"https:\/\/huggingface.co\/spaces\/lenML\/ChatTTS-Forge\">Forge Web<\/a><\/td><td>Forge \u589e\u5f3a\u7248\u4f53\u9a8c<\/td><\/tr><tr><td><a href=\"https:\/\/pypi.org\/project\/ChatTTS\/\">Linux<\/a><\/td><td>Python \u5b89\u88c5\u5305<\/td><\/tr><tr><td><a href=\"http:\/\/ttslist.aiqbh.com\/\">Samples<\/a><\/td><td>\u97f3\u8272\u79cd\u5b50\u793a\u4f8b<\/td><\/tr><tr><td><a href=\"http:\/\/region-9.autodl.pro:41137\/\">Cloning<\/a><\/td><td>\u97f3\u8272\u514b\u9686\u4f53\u9a8c<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<h2>\u70ed\u95e8\u5206\u652f<\/h2>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E7%83%AD%E9%97%A8%E5%88%86%E6%94%AF\"><\/a><\/p>\n\n\n\n<h3>\u529f\u80fd\u589e\u5f3a<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E5%8A%9F%E8%83%BD%E5%A2%9E%E5%BC%BA\"><\/a><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u9879\u76ee<\/th><th>Star<\/th><th>\u4eae\u70b9<\/th><\/tr><\/thead><tbody><tr><td><a href=\"https:\/\/github.com\/jianchang512\/ChatTTS-ui\">jianchang512\/ChatTTS-ui<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/e581e8c4bafa7c9a23bb1c1a2dc7c82f458bd3ae27466a854ecf60303195f580\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f6a69616e6368616e673531322f436861745454532d7569\"><\/a><\/td><td>\u63d0\u4f9b API \u63a5\u53e3\uff0c\u53ef\u5728\u7b2c\u4e09\u65b9\u5e94\u7528\u4e2d\u8c03\u7528<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/6drf21e\/ChatTTS_colab\">6drf21e\/ChatTTS_colab<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/534241b935ecaa035f997f39533492fcd85bf6b57a0bc8f7fdbaa23b452a4364\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f366472663231652f436861745454535f636f6c6162\"><\/a><\/td><td>\u63d0\u4f9b\u6d41\u5f0f\u8f93\u51fa\uff0c\u652f\u6301\u957f\u97f3\u9891\u751f\u6210\u548c\u5206\u89d2\u8272\u9605\u8bfb<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/lenML\/ChatTTS-Forge\">lenML\/ChatTTS-Forge<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/4022318cefa2c95b97a94552446daed6769c168f94033e94c3230a42fa8befe2\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f6c656e4d4c2f436861745454532d466f726765\"><\/a><\/td><td>\u63d0\u4f9b\u4eba\u58f0\u589e\u5f3a\u548c\u80cc\u666f\u964d\u566a\uff0c\u53ef\u4f7f\u7528\u9644\u52a0\u63d0\u793a\u8bcd<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/CCmahua\/ChatTTS-Enhanced\">CCmahua\/ChatTTS-Enhanced<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/23bfd8bc7d78414c37f6792417d5aefda5f36cfa7caedcdb3c869b5e64cba6b2\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f43436d616875612f436861745454532d456e68616e636564\"><\/a><\/td><td>\u652f\u6301\u6587\u4ef6\u6279\u91cf\u5904\u7406\uff0c\u4ee5\u53ca\u5bfc\u51fa SRT \u6587\u4ef6<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/HKoon\/ChatTTS-OpenVoice\">HKoon\/ChatTTS-OpenVoice<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/2c2a2654bd22f7e58f4468c5d126b6df3b273ab75642b6ae9a2acea2006a88ff\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f484b6f6f6e2f436861745454532d4f70656e566f696365\"><\/a><\/td><td>\u914d\u5408 OpenVoice \u8fdb\u884c\u58f0\u97f3\u514b\u9686<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<h3>\u529f\u80fd\u6269\u5c55<\/h3>\n\n\n\n<p><a href=\"https:\/\/github.com\/libukai\/Awesome-ChatTTS#%E5%8A%9F%E8%83%BD%E6%89%A9%E5%B1%95\"><\/a><\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><thead><tr><th>\u9879\u76ee<\/th><th>Star<\/th><th>\u4eae\u70b9<\/th><\/tr><\/thead><tbody><tr><td><a href=\"https:\/\/github.com\/6drf21e\/ChatTTS_Speaker\">6drf21e\/ChatTTS_Speaker<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/7f45066296409a4cd852ac8f3923014cc9a5f0ba8cf9aef2069ac56797afa810\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f366472663231652f436861745454535f537065616b6572\"><\/a><\/td><td>\u97f3\u8272\u89d2\u8272\u6253\u6807\u4e0e\u7a33\u5b9a\u6027\u8bc4\u4f30<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/AIFSH\/ComfyUI-ChatTTS\">AIFSH\/ComfyUI-ChatTTS<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/e80efbda5fcdacca00c87c457c71c5e606a1772a7c9104d59100224ef1dd0643\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f41494653482f436f6d667955492d43686174545453\"><\/a><\/td><td>ComfyUi \u7248\u672c\uff0c\u53ef\u4f5c\u4e3a\u5de5\u4f5c\u6d41\u8282\u70b9\u5f15\u5165<\/td><\/tr><tr><td><a href=\"https:\/\/github.com\/MaterialShadow\/ChatTTS-manager\">MaterialShadow\/ChatTTS-manager<\/a><\/td><td><a target=\"_blank\" rel=\"noreferrer noopener\" href=\"https:\/\/camo.githubusercontent.com\/3da957eb866c38626a6bd843767209c5246696919e0f5831a9d4904869c9e91c\/68747470733a2f2f696d672e736869656c64732e696f2f6769746875622f73746172732f4d6174657269616c536861646f772f436861745454532d6d616e61676572\"><\/a><\/td><td>\u63d0\u4f9b\u4e86\u97f3\u8272\u7ba1\u7406\u7cfb\u7edf\u548c WebUI \u754c\u9762<\/td><\/tr><\/tbody><\/table><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>https:\/\/github.com\/2noise\/ChatTTS\/blob\/main\/docs\/cn\/REA &hellip; <a href=\"http:\/\/139.9.1.231\/index.php\/2024\/08\/12\/chattts\/\" class=\"more-link\">\u7ee7\u7eed\u9605\u8bfb<span class=\"screen-reader-text\">ChatTTS<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[21,40,4,38,34],"tags":[],"_links":{"self":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/16539"}],"collection":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/comments?post=16539"}],"version-history":[{"count":13,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/16539\/revisions"}],"predecessor-version":[{"id":17330,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/posts\/16539\/revisions\/17330"}],"wp:attachment":[{"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/media?parent=16539"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/categories?post=16539"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/139.9.1.231\/index.php\/wp-json\/wp\/v2\/tags?post=16539"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}