{"id":35185,"date":"2023-12-23T18:22:07","date_gmt":"2022-12-10T02:49:31","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/"},"modified":"2024-05-04T15:02:43","modified_gmt":"2024-05-04T07:02:43","slug":"%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/","title":{"rendered":"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762"},"content":{"rendered":"<h1>\u9996\u5148<\/h1>\n<p>\u5728\u52aa\u529b\u6784\u5efa\u73af\u5883\u7684\u8fc7\u7a0b\u4e2d\uff0c\u5f53\u5230\u4e86\u51c6\u5907\u5b89\u88c5LLM\u7684\u65f6\u5019\uff0c\u6211\u610f\u5916\u5730\u53d1\u73b0\u4e86\u4e00\u4e2a\u540d\u4e3a&#8221;Text generation web UI&#8221;\u7684\u5de5\u5177\u3002\u636e\u8bf4\u8fd9\u4e2a\u5de5\u5177\u975e\u5e38\u6613\u4e8e\u4f7f\u7528\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u56e0\u6b64\uff0c\u6211\u4eec\u5c06\u5728Text generation web UI\u4e2d\u52a0\u5165LLM\uff0c\u4ee5\u4fbf\u80fd\u591f\u8fdb\u884c\u4e92\u52a8\u73a9\u800d\u3002<\/p>\n<h1>\u73af\u5883<\/h1>\n<p>\u64cd\u4f5c\u7cfb\u7edf\uff1aWindows11 \u4e13\u4e1a\u7248<br \/>\nCPU\uff1aIntel \u9177\u777f(TM) i7-13700K<br \/>\n\u5185\u5b58\uff1aDDR4 128GB<br \/>\n\u663e\u5361\uff1aGEFORCE 4070ti<br \/>\n\u865a\u62df\u5316\uff1aDocker<\/p>\n<p>\u53ea\u9700\u63d0\u4f9b\u4e00\u79cd\u9009\u62e9\u7684\u4e2d\u6587\u91ca\u4e49\uff1a<\/p>\n<p>\u53ea\u9700\u4f7f\u7528WSL2\uff0c\u5728Ubuntu 22.04.3 LTS\u4e0a\u6267\u884c\u3002<\/p>\n<p>\u8bf7\u67e5\u770b\u4ee5\u4e0b\u8be6\u7ec6\u4fe1\u606f\uff1ahttps:\/\/qiita.com\/umauma-hagihagi\/items\/130804c14ba09f716bfd<\/p>\n<h1>\u4eceDocker\u955c\u50cf\u4e2d\u5b89\u88c5\u548c\u4f7f\u7528\u6587\u672c\u751f\u6210\u7684Web\u754c\u9762\u7684\u6b65\u9aa4\u3002<\/h1>\n<p>\u8bf7\u53c2\u8003\u4ee5\u4e0b\u5b98\u65b9ReadMe\u4e2d\u7684&#8221;Alternative: Docker&#8221;\u90e8\u5206\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u4ece\u90a3\u91cc\u8df3\u8f6c\u5230\u6709\u5173Docker\u955c\u50cf\u7684\u6307\u5357\uff0c\u5e76\u786e\u8ba4\u6b65\u9aa4\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u56e0\u70ba\u4e0d\u592a\u719f\u6089\u82f1\u8a9e\uff0c\u6240\u4ee5\u6211\u5148\u7528ChatGPT\u4f86\u89e3\u8b80\u4e00\u4e0b\u3002<\/p>\n<h2>\u4f7f\u7528ChatGPT4\u751f\u6210\u6587\u672c\u7684Web UI Docker\u955c\u50cf\u7684ReadMe\u8bf4\u660e\u3002<\/h2>\n<details>\u56e0\u4e3a\u5f88\u957f\uff0c\u6240\u4ee5\u53ea\u6709\u60f3\u8bfb\u7684\u4eba\u624d\u8bf7\u770b<br \/>\n\u8fd9\u4e2aREADME\u6587\u4ef6\u662f\u5173\u4e8eoobabooga\/text-generation-webui\u548c\u5176\u53d8\u79cd\uff08variant\uff09\u5728Docker\u4e2d\u90e8\u7f72\u7684\u9879\u76ee\u7684\u8bf4\u660e\u3002\u5177\u4f53\u6765\u8bf4\uff0c\u8fd9\u4e2aDocker\u955c\u50cf\u7684\u8bbe\u8ba1\u662f\u4e3a\u4e86\u65b9\u4fbf\u90e8\u7f72\u6587\u672c\u751f\u6210\u7684Web UI\u3002\u4ecb\u7ecd\uff1a<\/p>\n<p>\u8fd9\u4e2a\u9879\u76ee\u662foobabooga\/text-generation-webui\u7684Docker\u7248\u672c\u3002<br \/>\n\u8fd8\u63d0\u4f9b\u4e86\u5176\u4ed6\u8bbe\u7f6e\uff08\u4ec5CPU\u3001Triton\u3001CUDA\u7b49\uff09\u7684\u9884\u914d\u7f6e\u3002<\/p>\n<p>\u652f\u6301\u5e73\u53f0\uff1a<\/p>\n<p>\u4e3b\u8981\u9488\u5bf9Linux\uff0c\u4f46\u4e5f\u53ef\u80fd\u5728WSL2\u4e0a\u5de5\u4f5c\u3002<\/p>\n<p>\u524d\u63d0\u6761\u4ef6\uff1a<\/p>\n<p>\u9700\u8981\u5b89\u88c5Docker<br \/>\n\u9700\u8981\u5b89\u88c5Docker Compose<br \/>\n\u5982\u679c\u8981\u4f7f\u7528GPU\uff0c\u8fd8\u9700\u8981\u5b89\u88c5CUDA\u7684Docker Runtime<\/p>\n<p>\u53d8\u79cd\uff1a<\/p>\n<p>\u8be5\u955c\u50cf\u63d0\u4f9b\u4e86\u4e00\u4e9b\u7248\u672c\uff08\u6216\u53d8\u79cd\uff09\u3002<\/p>\n<p>default\uff1a\u63a8\u8350\u7ed9\u5927\u591a\u6570\u7528\u6237\u4f7f\u7528\u7684\u57fa\u672c\u7248\u672c\u3002<\/p>\n<p>triton\uff0ccuda\uff1a\u57fa\u4e8e\u7279\u5b9a\u5206\u652f\u7684\u7248\u672c\u3002<\/p>\n<p>llama-cpu\uff1a\u7528\u4e8e\u4e0d\u652f\u6301CUDA\u7684\u7cfb\u7edf\u3002<br \/>\n\u7b49\u7b49<\/p>\n<p>\u90e8\u7f72\u548c\u5220\u9664\uff1a<\/p>\n<p>\u4f7f\u7528docker compose up\u542f\u52a8\u670d\u52a1\u3002<\/p>\n<p>\u4f7f\u7528docker compose down -v\u5220\u9664\u670d\u52a1\u3002<\/p>\n<p>\u6267\u884c\u6b65\u9aa4<\/p>\n<p>\u5b89\u88c5\u6240\u9700\u8f6f\u4ef6\uff08Docker\uff0cDocker Compose\uff0cCUDA Runtime\uff09\u3002<br \/>\n\u6839\u636e\u8981\u4f7f\u7528\u7684\u53d8\u79cd\uff0c\u8bbe\u7f6edocker-compose.yml\u6587\u4ef6\u4e2d\u7684\u955c\u50cf\u6807\u7b7e\u3002<\/p>\n<p>\u4f7f\u7528docker compose up\u547d\u4ee4\u542f\u52a8\u670d\u52a1\u3002<br \/>\n\u5982\u679c\u9700\u8981\u5220\u9664\u670d\u52a1\uff0c\u6267\u884cdocker compose down -v\u3002<\/p>\n<p>\u901a\u8fc7\u4f7f\u7528\u6b64Docker\u955c\u50cf\u548c\u76f8\u5e94\u7684docker-compose.yml\u6587\u4ef6\uff0c\u53ef\u4ee5\u8f7b\u677e\u90e8\u7f72\u6587\u672c\u751f\u6210\u7684Web UI\uff0c\u65e0\u9700\u624b\u52a8\u7ba1\u7406\u6240\u9700\u7684\u914d\u7f6e\u548c\u4f9d\u8d56\u5173\u7cfb\u3002README\u7684\u540e\u534a\u90e8\u5206\u63d0\u4f9b\u4e86\u6709\u5173Docker\u5bb9\u5668\u8bbe\u7f6e\u7684\u8be6\u7ec6\u4fe1\u606f\u3002\u5177\u4f53\u6765\u8bf4\uff0c\u6709\u4ee5\u4e0b\u9879\u76ee\uff1a<\/p>\n<p>\u914d\u7f6e<\/p>\n<p>\u7aef\u53e3\uff1a<\/p>\n<p>7860\uff1a\u7528\u4e8eWeb UI<br \/>\n5000\uff1a\u7528\u4e8eAPI<br \/>\n5005\uff1a\u7528\u4e8e\u6d41\u5f0f\u4f20\u8f93<br \/>\n\u8fd9\u4e9b\u7aef\u53e3\u53ef\u4ee5\u5728docker-compose.yml\u4e2d\u8fdb\u884c\u914d\u7f6e\u3002<\/p>\n<p>\u5377\uff1a<\/p>\n<p>\u5bf9\u4e8e\u6620\u5c04\u5230\u5bb9\u5668\u7684\u672c\u5730\u914d\u7f6e\u76ee\u5f55\uff08\u5982loras\u3001models\u3001presets\u3001prompts\u3001training\u3001extensions\u7b49\uff09\uff0c\u8fdb\u884c\u4e86\u8bf4\u660e\u3002<\/p>\n<p>\u989d\u5916\u7684\u542f\u52a8\u53c2\u6570\uff1a<\/p>\n<p>\u53ef\u4ee5\u4f7f\u7528\u73af\u5883\u53d8\u91cfEXTRA_LAUNCH_ARGS\u8fdb\u884c\u5b9a\u4e49\uff0c\u53ef\u4ee5\u8fdb\u884c\u7279\u5b9a\u6a21\u578b\u7684\u52a0\u8f7d\u7b49\u914d\u7f6e\u3002<\/p>\n<p>\u8fd0\u884c\u65f6\u6269\u5c55\u6784\u5efa\uff1a<\/p>\n<p>\u53ef\u4ee5\u4f7f\u7528\u73af\u5883\u53d8\u91cfBUILD_EXTENSIONS_LIVE\u6307\u5b9a\u9700\u8981\u5728\u542f\u52a8\u65f6\u6784\u5efa\u7684\u6269\u5c55\u529f\u80fd\u3002<\/p>\n<p>\u66f4\u65b0\uff1a<\/p>\n<p>\u8bf4\u660e\u4e86\u6267\u884cdocker compose pull\u83b7\u53d6\u6700\u65b0\u955c\u50cf\uff0c\u7136\u540e\u6267\u884cdocker compose up\u91cd\u65b0\u521b\u5efa\u5bb9\u5668\u7684\u6b65\u9aa4\u3002<\/p>\n<p>\u6784\u5efa\uff08\u53ef\u9009\uff09\uff1a<\/p>\n<p>\u4ecb\u7ecd\u4e86\u672c\u5730\u6784\u5efa\u955c\u50cf\u7684\u65b9\u6cd5\uff0c\u5e76\u63d0\u4f9b\u4e86\u9488\u5bf9\u7279\u5b9a\u53d8\u79cd\u6784\u5efa\u7684\u76ee\u6807\u8bbe\u7f6e\u3002<\/p>\n<p>\u5f00\u53d1\u8005\/\u9ad8\u7ea7\u7528\u6237\uff1a<\/p>\n<p>\u4ecb\u7ecd\u4e86\u5982\u4f55\u4fee\u6539Dockerfile\u6765\u4ece\u672c\u5730\u6e90\u4ee3\u7801\u6587\u4ef6\u5939\u7f16\u8bd1\u548c\u8fd0\u884c\u5e94\u7528\u7a0b\u5e8f\u7684\u65b9\u6cd5\u3002<\/p>\n<p>\u5b9e\u7528\u6b65\u9aa4<\/p>\n<p>\u914d\u7f6e\u7aef\u53e3\u548c\u5377\uff1a<\/p>\n<p>\u5728docker-compose.yml\u4e2d\u8fdb\u884c\u9002\u5f53\u7684\u8bbe\u7f6e\u3002<\/p>\n<p>\u989d\u5916\u7684\u542f\u52a8\u53c2\u6570\uff1a<\/p>\n<p>\u6839\u636e\u9700\u8981\u8bbe\u7f6eEXTRA_LAUNCH_ARGS\u3002<\/p>\n<p>\u8fd0\u884c\u65f6\u6269\u5c55\u529f\u80fd\u7684\u6784\u5efa\uff1a<\/p>\n<p>\u5982\u679c\u6709\u6b63\u5728\u5f00\u53d1\u4e2d\u7684\u6269\u5c55\u529f\u80fd\uff0c\u53ef\u4ee5\u8bbe\u7f6eBUILD_EXTENSIONS_LIVE\u3002<\/p>\n<p>\u66f4\u65b0\uff1a<\/p>\n<p>\u5b9a\u671f\u6267\u884cdocker compose pull\u548cdocker compose up\u83b7\u53d6\u6700\u65b0\u7248\u672c\u3002<\/p>\n<p>\u672c\u5730\u6784\u5efa\uff08\u53ef\u9009\uff09\uff1a<\/p>\n<p>\u5982\u679c\u8981\u4f7f\u7528\u81ea\u5df1\u7684\u53d8\u79cd\uff0c\u53ef\u4ee5\u5728\u672c\u5730\u8fdb\u884c\u6784\u5efa\u3002<\/p>\n<p>\u56e0\u6b64\uff0c\u8fd9\u4e2aREADME\u63d0\u4f9b\u4e86\u975e\u5e38\u8be6\u7ec6\u7684\u8bbe\u7f6e\u548c\u81ea\u5b9a\u4e49\u9009\u9879\u3002\u6839\u636e\u5404\u81ea\u7684\u9700\u6c42\u548c\u73af\u5883\uff0c\u53ef\u4ee5\u8c03\u6574\u8fd9\u4e9b\u8bbe\u7f6e\u3002<\/p>\n<\/details>\n<p>\u53ea\u7b80\u8981\u6982\u62ec\u5173\u952e\u90e8\u5206\u3002<\/p>\n<h3>\u524d\u63d0\u6761\u4ef6<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Docker\u304c\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u3066\u3044\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">docker-compose\u304c\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u3066\u3044\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">CUDA Docker\u30e9\u30f3\u30bf\u30a4\u30e0\u304c\u5fc5\u8981\uff08GPU\u3092\u4f7f\u7528\u3059\u308b\u5834\u5408\uff09<\/ul>\n<p>\u6240\u4ee5\uff0c\u7531\u4e8e\u6211\u6ee1\u8db3\u4e86\u6240\u6709\u6761\u4ef6\uff0c\u53ef\u4ee5\u7701\u7565\u8fd9\u91cc\u7684\u5b89\u88c5\u3002<\/p>\n<p>\u4f7f\u7528\u65b9\u6cd5\u6709\u4e24\u79cd\u9009\u62e9\uff1a\u4e00\u79cd\u662f\u4f7f\u7528docker-compose\uff08\u4e00\u6b21\u6027\u63a7\u5236\u591a\u4e2a\u5bb9\u5668\u7684\u5de5\u5177\uff1f\uff09\uff0c\u53e6\u4e00\u79cd\u662f\u4f7f\u7528\u5355\u72ec\u7684Docker\u5bb9\u5668\u3002\u4f46\u662f\uff0c\u63a8\u8350\u4f7f\u7528\u524d\u8005\uff0c\u56e0\u6b64\u9009\u62e9\u4f7f\u7528docker-compose\u3002<\/p>\n<h2>\u514b\u9686Github\u4e0a\u7684Docker\u4ee3\u7801\u5e76\u4f7f\u7528text-generation-webui\u8fdb\u884c\u4f7f\u7528\u3002<\/h2>\n<p>\u5c3d\u7ba1\u6211\u4ecd\u7136\u503e\u5411\u4e8e\u4f7f\u7528\u201c\u4e0b\u8f7d\u201d\u4e00\u8bcd\uff0c\u4f46\u5176\u5b9e\u6211\u5148\u8bef\u64cd\u4f5c\u4e86\u4e00\u6b65\uff0c\u63d0\u524d\u83b7\u53d6\u4e86Docker\u955c\u50cf\u3002\u4f46\u6211\u8ba4\u4e3a\uff0c\u5982\u679c\u6309\u7167\u4ee5\u4e0b\u6b65\u9aa4\u64cd\u4f5c\uff0c\u5e94\u8be5\u4f1a\u81ea\u52a8\u83b7\u53d6\u76f8\u5173\u5185\u5bb9\u3002<br \/>\n\u5982\u679c\u8fd8\u6ca1\u6709\u83b7\u53d6Docker\u955c\u50cf\uff0c\u8bf7\u8fd0\u884cdocker pull atinoda\/text-generation-webui\u6765\u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n<p>\u5728wsl2\u7684Ubuntu\u4e0a\uff0c\u524d\u5f80\u60f3\u8981\u5b58\u50a8\u6e90\u4ee3\u7801\u7684\u76ee\u5f55\u540e\u6267\u884c\u4ee5\u4e0b\u547d\u4ee4\u3002<\/p>\n<pre class=\"post-pre\"><code>git clone https:\/\/github.com\/Atinoda\/text-generation-webui-docker.git\r\n<\/code><\/pre>\n<p>\u79fb\u52a8\u5230\u4e4b\u540e\u590d\u5236\u7684\u76ee\u5f55\u4e2d\u3002<\/p>\n<pre class=\"post-pre\"><code>cd text-generation-webui-docker\r\n<\/code><\/pre>\n<p>\u5728\u8fd9\u4e2a\u5c42\u6b21\u7ed3\u6784\u4e2d\uff0c\u6709\u4e00\u4e2adocker-compose.yml\u6587\u4ef6\u3002\u8fd0\u884c\u4ee5\u4e0b\u547d\u4ee4\u540e\uff0c\u5c06\u6267\u884cdocker-compose\uff0c\u5e76\u4e14\u53ef\u4ee5\u901a\u8fc7\u6d4f\u89c8\u5668\u8bbf\u95ee\u5e94\u7528\u7a0b\u5e8f\u3002<\/p>\n<pre class=\"post-pre\"><code>docker compose up\r\n<\/code><\/pre>\n<p>\u8fd0\u884c\u540e\u4f1a\u663e\u793a\u5982\u4e0b\u5185\u5bb9\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d217e37434c4406c232c6\/30-0.png\" alt=\"image.png\" \/><\/div>\n<p>\u4f7f\u7528\u6d4f\u89c8\u5668\u8bbf\u95ee http:\/\/0.0.0.0:7860\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d217e37434c4406c232c6\/32-0.png\" alt=\"image.png\" \/><\/div>\n<p>\u592a\u68d2\u4e86\uff01\uff01\uff01\u5b83\u5728\u52a8\uff01\uff01\uff01\uff01<\/p>\n<h1>\u505c\u6b62Docker Compose<\/h1>\n<p>\u867d\u7136\u5b83\u5df2\u7ecf\u52a8\u4e86\uff0c\u4f46\u5373\u4f7f\u6253docker compose down\u4e5f\u65e0\u6cd5\u505c\u6b62\u5b83&#8230;<br \/>\n\u6ca1\u529e\u6cd5\uff0c\u6211\u53ea\u80fd\u4eceDocker\u684c\u9762\u505c\u6b62\u5bb9\u5668\u3002<br \/>\n\u5982\u679c\u8fd8\u6709\u5176\u4ed6\u66f4\u806a\u660e\u7684\u65b9\u6cd5\uff0c\u8bf7\u544a\u8bc9\u6211\u3002<\/p>\n<h1>\u8ffd\u52a0\u4fe1\u606f\uff1a\u65e0\u6cd5\u8bbf\u95ee http:\/\/0.0.0.0:7860\u3002<\/h1>\n<p>\u6211\u4e0d\u77e5\u9053\u539f\u56e0\u3002<br \/>\n\u5c1d\u8bd5\u8bbf\u95eehttp:\/\/localhost:7860\uff0c\u4f46\u5411ChatGPT\u95ee\u4e86\u4e00\u4e0b\u662f\u600e\u4e48\u56de\u4e8b\u3002<\/p>\n<blockquote><p>0.0.0.0 \u548c localhost \u7684\u533a\u522b\u5728\u4e8e\u670d\u52a1\u5728\u54ea\u4e2a\u7f51\u7edc\u63a5\u53e3\u4e0a\u8fdb\u884c\u76d1\u542c\u3002<br \/>\n0.0.0.0: \u8fd9\u4e2a\u5730\u5740\u8868\u793a&#8221;\u5728\u6240\u6709\u53ef\u7528\u7684\u7f51\u7edc\u63a5\u53e3\u4e0a\u8fdb\u884c\u76d1\u542c&#8221;\uff0c\u4e5f\u5c31\u662f\u8bf4\u53ef\u4ee5\u4ece\u5916\u90e8\u7f51\u7edc\u8fdb\u884c\u8bbf\u95ee\u3002<br \/>\nlocalhost\uff08\u6216 127.0.0.1\uff09: \u8fd9\u4e2a\u5730\u5740\u8868\u793a&#8221;\u4ec5\u9650\u672c\u673a\u8bbf\u95ee&#8221;\u3002<br \/>\n\u7136\u800c\uff0c\u8fd9\u4e24\u4e2a\u5730\u5740\u7684\u884c\u4e3a\u4e5f\u53ef\u80fd\u56e0\u8fd0\u884c\u5b83\u4eec\u7684\u7a0b\u5e8f\u6216\u73af\u5883\u800c\u4e0d\u540c\u3002<br \/>\n\u5982\u679c\u5728 Docker \u4e2d\u8fd0\u884c\u5e94\u7528\u7a0b\u5e8f\uff0c\u4f7f\u7528 0.0.0.0 \u8fdb\u884c\u76d1\u542c\u7684\u5e94\u7528\u7a0b\u5e8f\u5c06\u5728 Docker \u5bb9\u5668\u5185\u7684\u6240\u6709\u63a5\u53e3\u4e0a\u8fdb\u884c\u76d1\u542c\u3002\u4f46\u662f\uff0c\u8981\u4ece\u4e3b\u673a\u673a\u5668\uff08\u60a8\u7684 PC\uff09\u8bbf\u95ee\u8be5\u5e94\u7528\u7a0b\u5e8f\uff0c\u9700\u8981\u4f7f\u7528 localhost\u3002\u8fd9\u662f\u56e0\u4e3a Docker \u4f7f\u7528\u4e86\u7f51\u7edc\u6865\u63a5\u3002<br \/>\n\u7b80\u800c\u8a00\u4e4b\uff0c0.0.0.0 \u662f\u5bb9\u5668\u5185\u90e8\u7684\u5730\u5740\uff0c\u800c localhost \u662f\u4ece\u4e3b\u673a\u673a\u5668\uff08\u60a8\u7684 PC\uff09\u8bbf\u95ee\u5bb9\u5668\u7684\u5730\u5740\u3002\u6240\u4ee5\uff0c\u53ef\u4ee5\u901a\u8fc7 http:\/\/localhost:7860\/ \u8fdb\u884c\u8bbf\u95ee\u3002<\/p><\/blockquote>\n<p>\u554a\uff0c\u539f\u6765\u5982\u6b64\u3002\u770b\u8d77\u6765\u5728\u4f7f\u7528Docker\u65f6\u9700\u8981\u6ce8\u610f\u554a\u3002<\/p>\n<h1>\u6700\u540e\u7684\u8bdd<\/h1>\n<p>\u867d\u7136\u6bd4\u60f3\u8c61\u4e2d\u66f4\u987a\u5229\u5730\u5b8c\u6210\u4e86\uff0c\u4f46\u7531\u4e8e\u65e0\u6cd5\u6b63\u786e\u9605\u8bfbGithub\u7684\u81ea\u8ff0\u6587\u4ef6\uff0c\u6240\u4ee5\u5fc5\u987b\u5148\u9605\u8bfb\u4e00\u4e0b\u3002<br \/>\n\u4e0b\u6b21\u5c06\u5728\u6587\u672c\u751f\u6210\u7684\u7f51\u7edc\u754c\u9762\u4e0a\u5b9e\u9645\u5b89\u88c5\u5e76\u8fd0\u884c\u6a21\u578b\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u9996\u5148 \u5728\u52aa\u529b\u6784\u5efa\u73af\u5883\u7684\u8fc7\u7a0b\u4e2d\uff0c\u5f53\u5230\u4e86\u51c6\u5907\u5b89\u88c5LLM\u7684\u65f6\u5019\uff0c\u6211\u610f\u5916\u5730\u53d1\u73b0\u4e86\u4e00\u4e2a\u540d\u4e3a&#8221;Text gen [&hellip;]<\/p>\n","protected":false},"author":8,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-35185","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5f15\u5165\u6587\u672c\u751f\u6210\u7684web\u7528\u6237\u754c\u9762\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762\" \/>\n<meta property=\"og:description\" content=\"\u9996\u5148 \u5728\u52aa\u529b\u6784\u5efa\u73af\u5883\u7684\u8fc7\u7a0b\u4e2d\uff0c\u5f53\u5230\u4e86\u51c6\u5907\u5b89\u88c5LLM\u7684\u65f6\u5019\uff0c\u6211\u610f\u5916\u5730\u53d1\u73b0\u4e86\u4e00\u4e2a\u540d\u4e3a&#8221;Text gen [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5f15\u5165\u6587\u672c\u751f\u6210\u7684web\u7528\u6237\u754c\u9762\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2022-12-10T02:49:31+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-05-04T07:02:43+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d217e37434c4406c232c6\/30-0.png\" \/>\n<meta name=\"author\" content=\"\u96c5, \u609f\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u96c5, \u609f\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/\",\"name\":\"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2022-12-10T02:49:31+00:00\",\"dateModified\":\"2024-05-04T07:02:43+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\",\"name\":\"\u96c5, \u609f\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"caption\":\"\u96c5, \u609f\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5f15\u5165\u6587\u672c\u751f\u6210\u7684web\u7528\u6237\u754c\u9762\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762","og_description":"\u9996\u5148 \u5728\u52aa\u529b\u6784\u5efa\u73af\u5883\u7684\u8fc7\u7a0b\u4e2d\uff0c\u5f53\u5230\u4e86\u51c6\u5907\u5b89\u88c5LLM\u7684\u65f6\u5019\uff0c\u6211\u610f\u5916\u5730\u53d1\u73b0\u4e86\u4e00\u4e2a\u540d\u4e3a&#8221;Text gen [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5f15\u5165\u6587\u672c\u751f\u6210\u7684web\u7528\u6237\u754c\u9762\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2022-12-10T02:49:31+00:00","article_modified_time":"2024-05-04T07:02:43+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d217e37434c4406c232c6\/30-0.png"}],"author":"\u96c5, \u609f","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u96c5, \u609f","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/","name":"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2022-12-10T02:49:31+00:00","dateModified":"2024-05-04T07:02:43+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5f15\u5165\u6587\u672c\u751f\u6210\u7684Web\u7528\u6237\u754c\u9762"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6","name":"\u96c5, \u609f","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","caption":"\u96c5, \u609f"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bc%95%e5%85%a5%e6%96%87%e6%9c%ac%e7%94%9f%e6%88%90%e7%9a%84web%e7%94%a8%e6%88%b7%e7%95%8c%e9%9d%a2\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/35185","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/8"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=35185"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/35185\/revisions"}],"predecessor-version":[{"id":99026,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/35185\/revisions\/99026"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=35185"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=35185"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=35185"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}