{"id":47356,"date":"2022-12-10T18:51:54","date_gmt":"2023-08-17T04:53:38","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/"},"modified":"2024-04-29T04:37:00","modified_gmt":"2024-04-28T20:37:00","slug":"%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/","title":{"rendered":"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60"},"content":{"rendered":"<h1>\u7528Spark \u00d7 Keras \u00d7 Docker\u7684\u7ec4\u5408\u5c1d\u8bd5\u5c06\u6df1\u5ea6\u5b66\u4e60\u53d8\u5f97\u53ef\u6269\u5c55\u3002<\/h1>\n<p>2017\u5e742\u6708\uff0cYahoo!\u53d1\u5e03\u4e86\u4e00\u4e2a\u5141\u8bb8\u4f7f\u7528Spark\u8fdb\u884c\u5206\u5e03\u5f0f\u5904\u7406\u7684TensorFlow\u5e93\u3002<br \/>\nhttp:\/\/yahoohadoop.tumblr.com\/post\/157196317141\/open-sourcing-tensorflowonspark-distributed-deep<\/p>\n<p>\u6211\u4e2a\u4eba\u628a\u8fd9\u4e2a\u4e1c\u897f\u653e\u5728Docker\u4e0a\u73a9\u4e86\u4e00\u4e0b\uff0c\u7136\u540e\u5c31\u60f3\u8bd5\u8bd5Keras\u600e\u4e48\u6837\uff1f\u6240\u4ee5\u8fd9\u6b21\u6253\u7b97\u7528Docker\u6765\u8fd0\u884cDist-Keras\uff0c\u5c06Keras\u5728Spark\u4e0a\u8fdb\u884c\u5206\u5e03\u5f0f\u5904\u7406\u3002<\/p>\n<p>\u6211\u5011\u7684\u76ee\u6a19\u662f\u5c07\u6df1\u5ea6\u5b78\u7fd2\u51fd\u5f0f\u5eab\u4ee5\u53ef\u64f4\u5c55\u7684\u65b9\u5f0f\u61c9\u7528\u3002\u901a\u904e\u904b\u7528GPGPU\uff0c\u6df1\u5ea6\u5b78\u7fd2\u5728\u64f4\u5c55\u6027\u65b9\u9762\u6b63\u5728\u52aa\u529b\u3002<\/p>\n<p>\u7136\u800c\uff0c\u5982\u679c\u5c06\u5904\u7406\u52a0\u901f\u6027\u7684\u9700\u6c42\u5206\u522b\u653e\u5728\u8ba1\u7b97\u8bbe\u5907\u6027\u80fd\u7684\u89c4\u6a21\u5316\uff08Scale-up\uff09\u548c\u8ba1\u7b97\u8bbe\u5907\u6570\u91cf\u7684\u89c4\u6a21\u5316\uff08Scale-out\uff09\u4e0a\u76f8\u7ed3\u5408\uff0c\u5c31\u53ef\u4ee5\u5b9e\u73b0\u66f4\u5feb\u7684\u5904\u7406\u901f\u5ea6\u3002<br \/>\n\u6b64\u5916\uff0c\u4e2a\u4eba\u89c9\u5f97\u6ca1\u6709GPU\u7684\u7a77\u4eba\u5e94\u8be5\u5c3d\u91cf\u5c1d\u8bd5\u901a\u8fc7\u89c4\u6a21\u5316\u6765\u89e3\u51b3\uff08\u8fd9\u4e2a\u66f4\u52a0\u5207\u5b9e\uff08\u7b11\uff09\uff09\u3002<br \/>\n\u56e0\u6b64\uff0c\u6211\u5c1d\u8bd5\u5c06\u6df1\u5ea6\u5b66\u4e60\u5e93Keras\u88c5\u8f7d\u5230Docker\u5bb9\u5668\u4e2d\uff0c\u5e76\u542f\u52a8\u591a\u4e2a\u5bb9\u5668\u4ee5\u5b9e\u73b0\u901a\u8fc7\u89c4\u6a21\u5316\u8fdb\u884c\u8d1f\u8f7d\u5747\u8861\u7684\u5c1d\u8bd5\u3002<br \/>\n\u7531\u4e8e\u666e\u901a\u7684Keras\u65e0\u6cd5\u8fdb\u884c\u89c4\u6a21\u5316\uff0c\u8fd9\u6b21\u6211\u4eec\u5c06\u4f7f\u7528\u4e00\u4e2a\u80fd\u5728Spark\u4e0a\u8fd0\u884cKeras\u7684\u5e93\u3002<\/p>\n<h2>Spark\u4e0a\u7684Keras<\/h2>\n<p>\u636e\u8bf4\u5728Spark\u4e2d\u6709\u4e24\u4e2a\u5e93\u53ef\u4ee5\u5c06Keras\u8fdb\u884c\u5206\u5e03\u5f0f\u5904\u7406\u3002<\/p>\n<p>\u7b2c\u4e00\u4e2a\u662fElephas\uff0c\u636e\u8bf4\u8fd9\u4e2a\u9879\u76ee\u5927\u6982\u6709\u4e00\u5e74\u7684\u5386\u53f2\u4e86\u3002<br \/>\nhttp:\/\/maxpumperla.github.io\/elephas\/<\/p>\n<p>\u53e6\u4e00\u4e2a\u9009\u62e9\u662fDist-Keras\uff0c\u8fd9\u662fCERN\uff08\u6b27\u6d32\u6838\u5b50\u7814\u7a76\u7ec4\u7ec7\uff09\u5f00\u53d1\u7684\u3002<br \/>\nhttp:\/\/joerihermans.com\/work\/distributed-keras\/<br \/>\nhttps:\/\/db-blog.web.cern.ch\/blog\/joeri-hermans\/2017-01-distributed-deep-learning-apache-spark-and-keras<\/p>\n<p>\u5f53\u8c08\u5230CERN\u65f6\uff0c\u5b83\u662fSTEINS;GATE\u4e2dSERN\u7684\u7075\u611f\u6765\u6e90\u3002CERN\u4e5f\u4f3c\u4e4e\u4e86\u89e3\u5ca1\u90e8\u4ed3\u592a\u90ce\u3002<\/p>\n<h2>\u8fd9\u6b21\u8981\u505a\u7684\u4e8b\u60c5<\/h2>\n<p>\u6211\u6253\u7b97\u4f7f\u7528Docker\u6765\u8fd0\u884cCERN\u7684Dist-Keras\uff0c\u5e76\u5c1d\u8bd5\u6267\u884cMNIST\u4efb\u52a1\u3002\u6211\u9009\u62e9Dist-Keras\u7684\u539f\u56e0\u662f\u5b83\u6700\u8fd1\u6709\u66f4\u65b0\uff0c\u5e76\u4e14\u5b83\u786e\u5b9e\u8fd0\u4f5c\u826f\u597d\u3002<\/p>\n<p>\u7531\u4e8e\u6211\u66fe\u7ecf\u8bd5\u8fc7\u89e6\u6478\u5927\u8c61\uff0c\u6240\u4ee5\u4e5f\u8bb8\u4e0d\u4e45\u5c06\u6765\u6211\u4f1a\u518d\u6b21\u4e0e\u5b83\u73a9\u800d\u3002<\/p>\n<p>\u5728Docker\u4e2d\u8fd0\u884cDist-Keras\u7684\u539f\u56e0\u662f\uff0c\u5bb9\u5668\u6bd4\u865a\u62df\u673a\u66f4\u5bb9\u6613\u51c6\u5907\u73af\u5883\u3002<br \/>\n\u867d\u7136\u4e5f\u53ef\u4ee5\u5efa\u7acb\u591a\u4e2aEC2\u5b9e\u4f8b\uff0c\u4f46\u662f\u8d39\u7528\u4f1a\u6bd4\u8f83\u9ad8\uff0c\u6240\u4ee5\u6211\u9009\u62e9\u5728\u4e00\u53f0\u865a\u62df\u673a\u4e2d\u542f\u52a8\u4e863\u4e2aDocker\u5bb9\u5668\u3002<br \/>\n\u5176\u4e2d\u4e00\u53f0\u662fSpark\u4e3b\u8282\u70b9\u517c\u5de5\u4f5c\u8282\u70b9\uff08\u4ece\u8282\u70b9\uff09\uff0c\u5269\u4e0b\u7684\u4e24\u53f0\u662f\u5de5\u4f5c\u8282\u70b9\u3002<br \/>\n\u8fd9\u6837\u5c31\u6784\u5efa\u4e86\u8fd9\u6837\u4e00\u79cd\u67b6\u6784\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/14-0.jpeg\" alt=\"14.jpg\" \/><\/div>\n<h1>\u5206\u5e03\u5f0fKeras<\/h1>\n<p>\u8bf7\u9605\u8bfbCERN\u5bf9Dist-Keras\u7684\u70ed\u70c8\u8ba8\u8bba\u3002<\/p>\n<p>\u6211\u4f1a\u5bf9\u5176\u8fdb\u884c\u4e00\u6b21\u610f\u8bd1\u3002<\/p>\n<hr \/>\n<p>Distributed Keras\u662f\u4e00\u4e2a\u4f7f\u7528Apache Spark\u548cKeras\u6784\u5efa\u7684\u5206\u5e03\u5f0f\u6df1\u5ea6\u5b66\u4e60\u6846\u67b6\u3002\u5176\u76ee\u6807\u662f\u663e\u8457\u6539\u5584\u673a\u5668\u5b66\u4e60\u7684\u8bad\u7ec3\u65f6\u95f4\uff0c\u5b9e\u73b0\u5206\u6790\u8d85\u8fc7\u5185\u5b58\u5bb9\u91cf\u7684\u6570\u636e\u96c6\u3002\u8be5\u9879\u76ee\u4e8e2016\u5e748\u6708\u4e0eCMS\u5408\u4f5c\u5f00\u59cb\u3002<\/p>\n<p>\u5efa\u7b51\u5b66<br \/>\n\u4e00\u822c\u6765\u8bf4\uff0c\u5b66\u4e60\u8fc7\u7a0b\u901a\u8fc7Lambda\u51fd\u6570\u4f20\u9012\u7ed9Spark\u5de5\u4f5c\u5668\u3002\u7136\u800c\uff0c\u4f8b\u5982\u5f53\u4f20\u9012\u591a\u4e2a\u53c2\u6570\uff0c\u5982\u53c2\u6570\u670d\u52a1\u5668\u7aef\u53e3\u53f7\u65f6\uff0c\u6211\u4eec\u4f1a\u5c06\u5b83\u4eec\u5305\u88c5\u5728\u4e00\u4e2a\u5bf9\u8c61\u4e2d\uff0c\u5e76\u5c06\u5176\u8f6c\u6362\u4e3a\u5b66\u4e60\u51fd\u6570\uff0c\u4ee5\u4fbfSpark\u53ef\u4ee5\u4f7f\u7528\u6240\u9700\u7684\u53c2\u6570\u3002\u4e3a\u4e86\u5168\u9762\u4e86\u89e3\uff0c\u6211\u4eec\u4f7f\u7528\u4e0b\u56fe\u8fdb\u884c\u89e3\u91ca\u3002\u9996\u5148\uff0c\u5b66\u4e60\u5bf9\u8c61\u5728Spark\u9a71\u52a8\u7a0b\u5e8f\u4e0a\u542f\u52a8\u53c2\u6570\u670d\u52a1\u5668\u3002\u7136\u540e\u542f\u52a8\u5de5\u4f5c\u5668\u8fdb\u7a0b\uff0c\u5176\u4e2d\u5305\u542b\u4e86\u8bad\u7ec3Keras\u6a21\u578b\u6240\u9700\u7684\u6240\u6709\u53c2\u6570\u548c\u8fdb\u7a0b\u3002\u6b64\u5916\uff0c\u4e3a\u4e86\u51c6\u5907\u6240\u9700\u6570\u91cf\u7684\u5e76\u884c\u5904\u7406\u5de5\u4f5c\u5668\uff0c\u5c06\u6570\u636e\u96c6\u6309\u8bbe\u5b9a\u7684\u5bb9\u91cf\u8fdb\u884c\u5206\u5272\u3002\u7136\u800c\uff0c\u5904\u7406\u5927\u6570\u636e\u65f6\uff0c\u589e\u52a0\u5e76\u884c\u5904\u7406\u8981\u7d20\u662f\u53ef\u53d6\u7684\u3002\u8fd9\u6837\uff0c\u5f53\u4e00\u4e2a\u5de5\u4f5c\u5668\u5904\u4e8e\u7a7a\u95f2\u72b6\u6001\u65f6\uff0c\u53ef\u4ee5\u907f\u514d\u5176\u4ed6\u8f83\u4f4e\u80fd\u529b\u7684\u5de5\u4f5c\u5668\u6ca1\u6709\u5b8c\u6210\u6279\u5904\u7406\u7684\u60c5\u51b5\uff08\u4e5f\u79f0\u4e3a\u6ede\u540e\u95ee\u9898\uff09\u3002\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u5efa\u8bae\u6309\u7167Spark\u6587\u6863\u7684\u8bbe\u7f6e\u5c06\u5206\u5e03\u5f0f\u5143\u7d20\u8bbe\u7f6e\u4e3a3\u3002<\/p>\n<p>\u7136\u800c\uff0c\u5728\u67d0\u4e9b\u60c5\u51b5\u4e0b\uff0c\u53ef\u80fd\u9700\u8981\u8003\u8651\u4f7f\u7528\u66f4\u5927\u7684\u5206\u6563\u56e0\u7d20\u3002\u57fa\u672c\u4e0a\uff0c\u5206\u6563\u5904\u7406\u4e0e\u5206\u533a\u6570\uff08\u5373\u5206\u5272\u6570\uff09\u6210\u6bd4\u4f8b\u3002\u4e3e\u4e2a\u4f8b\u5b50\uff0c\u5047\u8bbe\u5c0620\u4e2a\u5de5\u4f5c\u8005\u5206\u914d\u7ed9\u67d0\u4e2a\u4efb\u52a1\uff0c\u5e76\u5c06\u5206\u6563\u56e0\u7d20\u8bbe\u7f6e\u4e3a3\u3002Spark\u5c06\u5c06\u6570\u636e\u96c6\u5206\u5272\u621060\u4e2a\u5206\u7247\uff0c\u5e76\u4e14\u5728\u5de5\u4f5c\u8005\u5f00\u59cb\u5904\u7406\u5206\u533a\u4e4b\u524d\uff0c\u9996\u5148\u9700\u8981\u52a0\u8f7d\u5b8c\u6210\u6267\u884c\u8be5\u4efb\u52a1\u6240\u9700\u7684\u6240\u6709Python\u5e93\uff0c\u8fd8\u9700\u8981\u5c06Keras\u6a21\u578b\u53cd\u5e8f\u5217\u5316\u5e76\u7f16\u8bd1\u3002\u8fd9\u4e2a\u8fc7\u7a0b\u4f1a\u4ea7\u751f\u5f88\u5927\u7684\u5f00\u9500\u3002\u56e0\u6b64\uff0c\u8be5\u6280\u672f\u53ea\u5728\u9700\u8981\u957f\u65f6\u95f4\u9884\u70ed\u5f00\u9500\u7684\u975e\u5747\u8d28\u7cfb\u7edf\uff08\u5373\u6bcf\u4e2a\u5de5\u4f5c\u8005\u52a0\u8f7d\u4e0d\u540c\u7684\u786c\u4ef6\u6216\u503c\u7684\u60c5\u51b5\u4e0b\uff09\u5e76\u4e14\u5904\u7406\u5927\u578b\u6570\u636e\u96c6\u65f6\u624d\u6709\u6548\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/23-0.jpeg\" alt=\"11.JPG\" \/><\/div>\n<hr \/>\n<h2>Dist-Keras \u5b89\u88c5<\/h2>\n<p>Dist-Keras \u5728 Github \u4e0a\u516c\u5f00\u4e86\u3002<br \/>\nhttps:\/\/github.com\/cerndb\/dist-keras<\/p>\n<p>\u5728\u5b89\u88c5Dist-Keras\u4e4b\u524d\uff0c\u9700\u8981\u5148\u5b89\u88c5Spark\u548cKeras\u3002<br \/>\n\u4ee5\u4e0b\u662f\u8fd9\u4e9b\u5b89\u88c5\u7684\u65b9\u6cd5\u94fe\u63a5\uff1a<br \/>\nhttps:\/\/spark.apache.org\/docs\/latest\/index.html<br \/>\nhttps:\/\/keras.io\/ja\/<\/p>\n<p>Dist-Keras\u7684\u5b89\u88c5\u65b9\u6cd5\u5982\u4e0b\u547d\u4ee4\u6240\u793a\u3002<\/p>\n<pre class=\"post-pre\"><code>## if you need git, run \"yum -y install git\" beforehand\r\ngit clone https:\/\/github.com\/JoeriHermans\/dist-keras\r\ncd dist-keras\r\npip install -e .\r\n\r\n<\/code><\/pre>\n<p>\u6211\u5728\u865a\u62df\u673a\u4e0a\u7684CentOS7.3\u548cDocker\u5bb9\u5668(CentOS7.3)\u4e0a\u8fdb\u884c\u4e86\u5c1d\u8bd5\uff0c\u6ca1\u6709\u9047\u5230\u4efb\u4f55\u95ee\u9898\uff0c\u6210\u529f\u5b89\u88c5\u4e86\u3002<\/p>\n<h2>\u91cd\u65b0\u786e\u8ba4\u4e00\u4e0b\uff0c\u8fd9\u6b21\u8981\u505a\u7684\u4e8b\u60c5\u3002<\/h2>\n<p>\u597d\u7684\uff0c\u8a71\u9577\u4e86\u4e9b\uff0c\u672c\u6b21\u8981\u505a\u7684\u662f\u5c07Dist-Keras\u5728Docker\u5bb9\u5668\u4e2d\u904b\u884c\uff0c\u5c07Keras\u6a21\u578b\u7684\u8a13\u7df4\u5728\u5bb9\u5668\u4e4b\u9593\u9032\u884c\u5206\u6563\u3002<br \/>\n\u6539\u5beb\u5f8c\u7684\u4e2d\u6587\u53e5\u5b50\u5982\u4e0b\uff1a<br \/>\n\u597d\u7684\uff0c\u8aaa\u5f97\u6bd4\u8f03\u5197\u9577\uff0c\u9019\u6b21\u8981\u505a\u7684\u662f\u5728Docker\u5bb9\u5668\u4e2d\u904b\u884cDist-Keras\uff0c\u5c07Keras\u6a21\u578b\u7684\u8a13\u7df4\u5728\u5bb9\u5668\u4e4b\u9593\u9032\u884c\u5206\u6563\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/33-0.jpeg\" alt=\"14.jpg\" \/><\/div>\n<h2>Docker\u4e0a\u7684Dist-Keras<\/h2>\n<p>Dist-Keras\u7f3a\u4e4fDockerfile\u548cDocker\u955c\u50cf\uff0c\u6240\u4ee5\u6211\u81ea\u5df1\u521b\u5efa\u4e86\u4e00\u4e2a\u3002<br \/>\nhttps:\/\/github.com\/shibuiwilliam\/distkeras-docker<\/p>\n<p>\u5f53\u60a8\u4f7f\u7528git clone\u547d\u4ee4\u65f6\uff0c\u5c06\u4f1a\u4e0b\u8f7dDockerfile\u548cspark_run.sh\u6587\u4ef6\u3002<\/p>\n<pre class=\"post-pre\"><code>git clone https:\/\/github.com\/shibuiwilliam\/distkeras-docker.git\r\n\r\n<\/code><\/pre>\n<p>\u8bf7\u8fdb\u5165distkeras-docker\u76ee\u5f55\u5e76\u8fdb\u884cdocker build\u64cd\u4f5c\u3002<\/p>\n<pre class=\"post-pre\"><code>cd distkeras-docker\r\ndocker build -t distkeras .\r\n\r\n<\/code><\/pre>\n<p>\u867d\u7136\u4f1a\u82b1\u4e9b\u65f6\u95f4\uff0c\u4f46\u8ba9\u6211\u4eec\u6162\u6162\u7b49\u5f85\u5427\u3002<br \/>\nDocker build\u4e3b\u8981\u505a\u7684\u4e8b\u60c5\u5982\u4e0b\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5fc5\u8981\u306a\u30c4\u30fc\u30eb\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Python\u3084Jupyter Notebook\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3001\u69cb\u6210<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Standalone Spark\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3001\u69cb\u6210<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Dist keras\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">SparkMaster &amp; Jupyter Notebook\u8d77\u52d5\u7528\u30b9\u30af\u30ea\u30d7\u30c8spark_master.sh\u3001spark_slave.sh\u3092\u8ffd\u52a0<\/ul>\n<p>\u57fa\u7840\u5bb9\u5668\u662fCentOS\u3002Spark\u7248\u672c\u4e3a2.1.0\uff0cKeras\u7248\u672c\u4e3a2.0.2\uff0c\u90fd\u4f7f\u7528\u7684\u662f\u6700\u65b0\u7248\u3002<\/p>\n<p>docker build\u5b8c\u6210\u540e\uff0c\u6211\u4eec\u7acb\u5373\u5c1d\u8bd5\u8fd0\u884c\u3002<br \/>\n\u8fd9\u6b21\u4e3a\u4e86\u6269\u5c55\u89c4\u6a21\uff0c\u6211\u4eec\u5c06\u542f\u52a83\u4e2aDocker\u5bb9\u5668\u3002<\/p>\n<pre class=\"post-pre\"><code># docker dist-keras for spark master and slave\r\ndocker run -it -p 18080:8080 -p 17077:7077 -p 18888:8888 -p 18081:8081 -p 14040:4040 -p 17001:7001 -p 17002:7002 \\\r\n -p 17003:7003 -p 17004:7004 -p 17005:7005 -p 17006:7006 --name spmaster -h spmaster distkeras \/bin\/bash\r\n\r\n# docker dist-keras for spark slave1\r\ndocker run -it --link spmaster:master -p 28080:8080 -p 27077:7077 -p 28888:8888 -p 28081:8081 -p 24040:4040 -p 27001:7001 \\\r\n-p 27002:7002 -p 27003:7003 -p 27004:7004 -p 27005:7005 -p 27006:7006 --name spslave1 -h spslave1 distkeras \/bin\/bash\r\n\r\n# docker dist-keras for spark slave2\r\ndocker run -it --link spmaster:master -p 38080:8080 -p 37077:7077 -p 38888:8888 -p 38081:8081 -p 34040:4040 -p 37001:7001 \\\r\n-p 37002:7002 -p 37003:7003 -p 37004:7004 -p 37005:7005 -p 37006:7006 --name spslave2 -h spslave2 distkeras \/bin\/bash\r\n\r\n\r\n<\/code><\/pre>\n<p>Spark\u96c6\u7fa4\u7531Spark\u4e3b\u8282\u70b9\uff08spmaster\uff09\u548c\u4e24\u4e2a\u5de5\u4f5c\u8282\u70b9\uff08spslave1\u548cspslave2\uff09\u7ec4\u6210\u3002<br \/>\n\u5728spmaster\u4e0a\u8fd0\u884cSpark\u4e3b\u8282\u70b9\u548c\u5de5\u4f5c\u8282\u70b9\uff0c\u5e76\u5c06spslave1\u548cspslave2\u4f5c\u4e3a\u5de5\u4f5c\u8282\u70b9\u52a0\u5165Spark\u96c6\u7fa4\u3002<\/p>\n<p>Spark\u4e3b\u8282\u70b9\u548c\u5de5\u4f5c\u8282\u70b9\u7684\u542f\u52a8\u811a\u672c\u5df2\u7ecf\u51c6\u5907\u597d\uff0c\u5206\u522b\u4e3a \/opt\/spark_master.sh \u548c \/opt\/spark_slave.sh\u3002<br \/>\n\u6bcf\u4e2a\u5bb9\u5668\u5728\u542f\u52a8\u65f6\u4f1a\u5207\u6362\u5230 \/opt\/ \u76ee\u5f55\u4e0b\uff0c\u6240\u4ee5\u5728\u90a3\u91cc\u6267\u884c\u547d\u4ee4\u5373\u53ef\u542f\u52a8\u4e3b\u8282\u70b9\u548c\u5de5\u4f5c\u8282\u70b9\u3002<\/p>\n<pre class=\"post-pre\"><code># Spark master\u3067\u5b9f\u884c\r\n# \u30de\u30b9\u30bf\u30fc\u3068\u30ef\u30fc\u30ab\u30fc\u304c\u8d77\u52d5\u3057\u3001\u30ef\u30fc\u30ab\u30fc\u304c\u30af\u30e9\u30b9\u30bf\u30fc\u306b\u53c2\u52a0\r\nsh spark_master.sh\r\n\r\n# Spark spslave1, 2\u3067\u5b9f\u884c\r\n# \u30ef\u30fc\u30ab\u30fc\u304c\u8d77\u52d5\u3057\u3001\u30de\u30b9\u30bf\u30fc\u306e\u30af\u30e9\u30b9\u30bf\u30fc\u306b\u53c2\u52a0\r\nsh spark_slave.sh\r\n\r\n<\/code><\/pre>\n<p>\u5728Spark\u96c6\u7fa4\u4e2d\uff0c\u73b0\u5df2\u67091\u53f0\u4e3b\u8282\u70b9\u548c3\u53f0\u5de5\u4f5c\u8282\u70b9\u53c2\u4e0e\u3002\u53ef\u4ee5\u901a\u8fc7Spark\u4e3b\u8282\u70b9\u7684\u63a7\u5236\u53f0\u8fdb\u884c\u786e\u8ba4\u3002\u7f51\u5740\u4e3ahttp:\/\/\uff1cspark\u4e3b\u8282\u70b9\uff1e:18080\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/49-0.jpeg\" alt=\"18.JPG\" \/><\/div>\n<p>\u6211\u60f3\u7528Docker Compose\u6216Swarm\u4e00\u6b21\u6027\u542f\u52a8\u591a\u53f0\u673a\u5668\uff0c\u4f46\u8fd9\u4e5f\u662f\u4ee5\u540e\u7684\u4f5c\u4e1a\u3002<\/p>\n<h1>\u7528Spark\u8fdb\u884cKeras\u4e0a\u7684MNIST<\/h1>\n<p>\u6211\u8981\u7528Dist-Keras\u6765\u505aMNIST\u3002<br \/>\nMNIST\u7684\u793a\u4f8b\u4ee3\u7801\u53ef\u4ee5\u5728Dist-Keras\u4e2d\u627e\u5230\u3002<br \/>\n\u8be5\u793a\u4f8b\u6570\u636e\u548c\u7a0b\u5e8f\u4f4d\u4e8e\/opt\/dist-keras\/examples\u76ee\u5f55\u4e0b\u3002<\/p>\n<pre class=\"post-pre\"><code>[root@spm examples]# tree\r\n.\r\n|-- cifar-10-preprocessing.ipynb\r\n|-- data\r\n|   |-- atlas_higgs.csv\r\n|   |-- mnist.csv\r\n|   |-- mnist.zip\r\n|   |-- mnist_test.csv\r\n|   `-- mnist_train.csv\r\n|-- example_0_data_preprocessing.ipynb\r\n|-- example_1_analysis.ipynb\r\n|-- kafka_producer.py\r\n|-- kafka_spark_high_throughput_ml_pipeline.ipynb\r\n|-- mnist.ipynb\r\n|-- mnist.py\r\n|-- mnist_analysis.ipynb\r\n|-- mnist_preprocessing.ipynb\r\n|-- spark-warehouse\r\n`-- workflow.ipynb\r\n<\/code><\/pre>\n<p>\u6211\u5011\u5c07\u904b\u884cmnist.py\uff0c\u4f46\u9700\u8981\u6839\u64da\u74b0\u5883\u9032\u884c\u4e00\u4e9b\u7a0b\u5f0f\u78bc\u7684\u66f4\u6539\u3002<\/p>\n<p>\u590d\u5236\u539f\u6587\u4ef6\u8fdb\u884c\u5907\u4efd\uff0c\u5e76\u5e94\u7528\u4ee5\u4e0b\u66f4\u6539\u3002<\/p>\n<pre class=\"post-pre\"><code>cp mnist.py mnist.py.bk\r\n\r\n<\/code><\/pre>\n<h5>\u4fee\u6539\u59041: \u5bfc\u5165SparkSession<\/h5>\n<p>\u6211\u4f1a\u5728\u4e0b\u65b9\u6dfb\u52a0\u5192\u53f7\u3002<\/p>\n<pre class=\"post-pre\"><code>from pyspark.sql import SparkSession\r\n\r\n<\/code><\/pre>\n<h5>\u4fee\u6539\u90e8\u52062: \u53c2\u6570\u8bbe\u7f6e<\/h5>\n<p>\u5c06Spark\u7684\u53c2\u6570\u8c03\u6574\u5230\u9002\u5e94\u8fd9\u6b21\u73af\u5883\u3002<br \/>\n\u8c03\u6574\u7684\u610f\u56fe\u5982\u4e0b\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Spark2\u3092\u4f7f\u3046\u3053\u3068<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30ed\u30fc\u30ab\u30eb\u74b0\u5883\u3092\u4f7f\u3046\u3053\u3068<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30ed\u30fc\u30ab\u30eb\u74b0\u5883\u3067\u30de\u30b9\u30bf\u30fcurl\u3092\u5b9a\u7fa9<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30ef\u30fc\u30ab\u30fc\u6570\u30921\u304b\u30893\u306b\u5909\u66f4<\/ul>\n<pre class=\"post-pre\"><code># Modify these variables according to your needs.\r\napplication_name = \"Distributed Keras MNIST\"\r\nusing_spark_2 = True  # False\u2192True\r\nlocal = True  # False\u2192True\r\npath_train = \"data\/mnist_train.csv\"\r\npath_test = \"data\/mnist_test.csv\"\r\nif local:\r\n    # Tell master to use local resources.\r\n#     master = \"local[*]\"   comment out\r\n    master = \"spark:\/\/spm:7077\"  # add\r\n    num_processes = 1\r\n    num_executors = 3  # 1\u21923\r\nelse:\r\n    # Tell master to use YARN.\r\n    master = \"yarn-client\"\r\n    num_executors = 20\r\n    num_processes = 1\r\n<\/code><\/pre>\n<h5>\u53d8\u66f4\u70b93\uff1a\u5de5\u4eba\u7684\u5185\u5b58<\/h5>\n<p>\u5c06\u5de5\u4f5c\u5185\u5b58\u4ece4G\u964d\u4f4e\u52302G\u3002<br \/>\n\u8fd9\u53ea\u662f\u6839\u636e\u81ea\u5df1\u7684\u73af\u5883\u8fdb\u884c\u7684\u7b80\u5355\u9002\u914d\uff0c\u5e76\u4e0d\u662f\u5fc5\u8981\u7684\u66f4\u6539\u3002<\/p>\n<pre class=\"post-pre\"><code>conf = SparkConf()\r\nconf.set(\"spark.app.name\", application_name)\r\nconf.set(\"spark.master\", master)\r\nconf.set(\"spark.executor.cores\", `num_processes`)\r\nconf.set(\"spark.executor.instances\", `num_executors`)\r\nconf.set(\"spark.executor.memory\", \"2g\") # 4G\u21922G\r\nconf.set(\"spark.locality.wait\", \"0\")\r\nconf.set(\"spark.serializer\", \"org.apache.spark.serializer.KryoSerializer\");\r\n\r\n<\/code><\/pre>\n<p>\u6211\u4eec\u5df2\u7ecf\u51c6\u5907\u597d\u4e86\u3002\u8ba9\u6211\u4eec\u8fd0\u884cMNIST\u3002<\/p>\n<pre class=\"post-pre\"><code>python mnist.py\r\n\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u901a\u8fc7Spark\u4e3b\u63a7\u53f0\u68c0\u67e5\u6267\u884c\u60c5\u51b5\u3002<br \/>\nhttp:\/\/\uff1cspark\u4e3b\u63a7\u8282\u70b9\uff1e:18080<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/70-0.jpeg\" alt=\"10.JPG\" \/><\/div>\n<p>\u5f53\u7136\u53ef\u4ee5\u6253\u5f00Jobs\u6216Executer\u7b49\u8be6\u7ec6\u4fe1\u606f\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/72-0.jpeg\" alt=\"12.JPG\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/73-0.jpeg\" alt=\"13.JPG\" \/><\/div>\n<p>\u4e09\u53f0\u5de5\u4f5c\u673a\u52a0\u8f7d\u4e86\u6570\u636e\u5e76\u8fdb\u884c\u4e86MNIST\u7684\u8bad\u7ec3\u3002<br \/>\n\u987a\u4fbf\u8bf4\u4e00\u4e0b\uff0cMNIST\u6a21\u578b\u5982\u4e0b\u6240\u793a\u3002<\/p>\n<pre class=\"post-pre\"><code>_________________________________________________________________\r\nLayer (type)                 Output Shape              Param #\r\n=================================================================\r\nconv2d_1 (Conv2D)            (None, 26, 26, 32)        320\r\n_________________________________________________________________\r\nactivation_1 (Activation)    (None, 26, 26, 32)        0\r\n_________________________________________________________________\r\nconv2d_2 (Conv2D)            (None, 24, 24, 32)        9248\r\n_________________________________________________________________\r\nactivation_2 (Activation)    (None, 24, 24, 32)        0\r\n_________________________________________________________________\r\nmax_pooling2d_1 (MaxPooling2 (None, 12, 12, 32)        0\r\n_________________________________________________________________\r\nflatten_1 (Flatten)          (None, 4608)              0\r\n_________________________________________________________________\r\ndense_1 (Dense)              (None, 225)               1037025\r\n_________________________________________________________________\r\nactivation_3 (Activation)    (None, 225)               0\r\n_________________________________________________________________\r\ndense_2 (Dense)              (None, 10)                2260\r\n_________________________________________________________________\r\nactivation_4 (Activation)    (None, 10)                0\r\n=================================================================\r\nTotal params: 1,048,853.0\r\nTrainable params: 1,048,853.0\r\nNon-trainable params: 0.0\r\n_________________________________________________________________\r\n\r\n<\/code><\/pre>\n<p>\u7a0b\u5e8f\u5927\u7ea6\u572830\u5206\u949f\u5de6\u53f3\u5b8c\u6210\u3002<\/p>\n<h2>MNIST\u7684\u7ed3\u679c<\/h2>\n<p>\u6211\u4eec\u75283\u53f0\u673a\u5668\u5de5\u4f5c\u7684\u7ed3\u679c\u5982\u4e0b\u3002<\/p>\n<pre class=\"post-pre\"><code>Training time: 1497.86584091\r\nAccuracy: 0.9897\r\nNumber of parameter server updates: 3751\r\n\r\n<\/code><\/pre>\n<p>\u5728\u4e0d\u523025\u5206\u949f\u7684\u5b66\u4e60\u65f6\u95f4\u5185\uff0c\u8fbe\u5230\u4e860.9897\u7684\u51c6\u786e\u7387\u3002<br \/>\n\u7b97\u662f\u4e0d\u9519\u7684\u6210\u7ee9\u3002<\/p>\n<p>\u987a\u4fbf\u8bf4\u4e00\u4e0b\uff0c\u8bd5\u7740\u53ea\u4f7f\u7528\u4e00\u53f0\u5de5\u4eba\u8fdb\u884c\u5c1d\u8bd5\u7684\u7ed3\u679c\u5982\u4e0b\u3002<\/p>\n<pre class=\"post-pre\"><code>Training time: 1572.04011703\r\nAccuracy: 0.9878\r\nNumber of parameter server updates: 3751\r\n\r\n<\/code><\/pre>\n<p>\u65e0\u8bba\u662f\u4e09\u4e2a\u5de5\u4eba\u8fd8\u662f\u4e00\u4e2a\u5de5\u4eba\uff0c\u5dee\u522b\u53ea\u6709\u5927\u7ea6\u4e00\u5206\u949f\u800c\u5df2(-_-;)<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/84-0.jpeg\" alt=\"17.jpg\" \/><\/div>\n<h2>\u672a\u6765\u7684\u5c55\u671b<\/h2>\n<p>\u6211\u5011\u9019\u6b21\u5728\u540c\u4e00\u500b\u4f3a\u670d\u5668\u4e0a\u555f\u52d5\u4e86Docker\u5bb9\u5668\uff0c\u4f46\u6211\u8a8d\u70ba\u771f\u6b63\u7684\u8ca0\u8f09\u5747\u8861\u61c9\u8a72\u8de8\u4f3a\u670d\u5668\u5be6\u73fe\u3002<br \/>\n\u672a\u4f86\uff0c\u6211\u5011\u5e0c\u671b\u5728\u591a\u500b\u4f3a\u670d\u5668\u6216ECS\u4e0a\u555f\u52d5Dist-Keras\u5bb9\u5668\uff0c\u69cb\u5efaSpark\u53e2\u96c6\u4e26\u9032\u884c\u8ca0\u8f09\u5747\u8861\u3002<\/p>\n<p>\u30102017\/04\/16\u3000\u8ffd\u8a18\u3011<br \/>\n\u6211\u4eec\u9a8c\u8bc1\u4e86\u6027\u80fd\u6539\u8fdb\u7684\u65b9\u6cd5\u3002<br \/>\nhttp:\/\/qiita.com\/cvusk\/items\/f54ce15f8c76a396aeb1<\/p>\n<p>\u30102017\u5e7405\u670826\u65e5\u3000\u66f4\u65b0\u3011<br \/>\n\u6211\u4eec\u9009\u62e9\u4e86Kubernetes\u4f5c\u4e3a\u6211\u4eec\u7684\u96c6\u7fa4\u7ba1\u7406\u5de5\u5177\u3002<br \/>\n\u94fe\u63a5\uff1ahttp:\/\/qiita.com\/cvusk\/items\/42a5ffd4e3228963234d<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u7528Spark \u00d7 Keras \u00d7 Docker\u7684\u7ec4\u5408\u5c1d\u8bd5\u5c06\u6df1\u5ea6\u5b66\u4e60\u53d8\u5f97\u53ef\u6269\u5c55\u3002 2017\u5e742\u6708\uff0cYahoo!\u53d1 [&hellip;]<\/p>\n","protected":false},"author":10,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-47356","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u7528-spark-x-keras-x-docker-\u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\" \/>\n<meta property=\"og:description\" content=\"\u7528Spark \u00d7 Keras \u00d7 Docker\u7684\u7ec4\u5408\u5c1d\u8bd5\u5c06\u6df1\u5ea6\u5b66\u4e60\u53d8\u5f97\u53ef\u6269\u5c55\u3002 2017\u5e742\u6708\uff0cYahoo!\u53d1 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u7528-spark-x-keras-x-docker-\u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-08-17T04:53:38+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-28T20:37:00+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/14-0.jpeg\" \/>\n<meta name=\"author\" content=\"\u5b87, \u534e\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u5b87, \u534e\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"3 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/\",\"name\":\"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-08-17T04:53:38+00:00\",\"dateModified\":\"2024-04-28T20:37:00+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\",\"name\":\"\u5b87, \u534e\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"caption\":\"\u5b87, \u534e\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u7528-spark-x-keras-x-docker-\u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60","og_description":"\u7528Spark \u00d7 Keras \u00d7 Docker\u7684\u7ec4\u5408\u5c1d\u8bd5\u5c06\u6df1\u5ea6\u5b66\u4e60\u53d8\u5f97\u53ef\u6269\u5c55\u3002 2017\u5e742\u6708\uff0cYahoo!\u53d1 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u7528-spark-x-keras-x-docker-\u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-08-17T04:53:38+00:00","article_modified_time":"2024-04-28T20:37:00+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7e4f913a08637a6a2789\/14-0.jpeg"}],"author":"\u5b87, \u534e","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u5b87, \u534e","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"3 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/","name":"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-08-17T04:53:38+00:00","dateModified":"2024-04-28T20:37:00+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u7528 Spark \u00d7 Keras \u00d7 Docker \u6280\u672f\u5b9e\u73b0\u4e86\u53ef\u6269\u5c55\u7684\u6df1\u5ea6\u5b66\u4e60"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458","name":"\u5b87, \u534e","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","caption":"\u5b87, \u534e"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e7%94%a8-spark-x-keras-x-docker-%e6%8a%80%e6%9c%af%e5%ae%9e%e7%8e%b0%e4%ba%86%e5%8f%af%e6%89%a9%e5%b1%95%e7%9a%84%e6%b7%b1%e5%ba%a6%e5%ad%a6%e4%b9%a0%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47356","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/10"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=47356"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47356\/revisions"}],"predecessor-version":[{"id":82312,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47356\/revisions\/82312"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=47356"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=47356"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=47356"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}