{"id":50252,"date":"2022-07-12T12:47:30","date_gmt":"2023-10-25T14:28:30","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/"},"modified":"2024-01-15T13:11:39","modified_gmt":"2024-01-15T05:11:39","slug":"%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/","title":{"rendered":"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e"},"content":{"rendered":"<h1>\u5b89\u88c5<\/h1>\n<pre class=\"post-pre\"><code>git clone https:\/\/github.com\/brianmhess\/cassandra-loader.git\r\ncd cassandra-load\r\ngradle loader\r\n<\/code><\/pre>\n<h1>\u786e\u8ba4\u52a0\u8f7d\u64cd\u4f5c<\/h1>\n<pre class=\"post-pre\"><code>\r\n<span class=\"c\">#\/bin\/sh<\/span>\r\n<span class=\"k\">for <\/span>i <span class=\"k\">in<\/span> <span class=\"si\">$(<\/span><span class=\"nb\">seq <\/span>1 100000<span class=\"si\">)<\/span> <span class=\"p\">;<\/span> <span class=\"k\">do\r\n   <\/span><span class=\"nb\">echo<\/span> <span class=\"s2\">\"<\/span><span class=\"nv\">$i<\/span><span class=\"s2\">,<\/span><span class=\"k\">$((<\/span>i <span class=\"o\">*<\/span> <span class=\"m\">10<\/span><span class=\"k\">))<\/span><span class=\"s2\">\"<\/span>\r\n<span class=\"k\">done<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code>make_test_csv.sh &gt; test.csv\r\ncat test.csv\r\n&gt;1,10\r\n&gt;2,20\r\n&gt;3,30\r\n&gt;....\r\n<\/code><\/pre>\n<h2>\u6279\u91cf\u63d2\u5165<\/h2>\n<pre class=\"post-pre\"><code>build\/cassandra-loader -f test.csv -schema \"test_from_spark.fun(k,v)\" -host 127.0.0.1\r\n<\/code><\/pre>\n<h2>\u8bf7\u4f7f\u7528 cqlsh \u8fdb\u884c\u786e\u8ba4<\/h2>\n<pre class=\"post-pre\"><code>cqlsh\r\n\r\ncqlsh:test_from_spark&gt; select * from fun limit 10;\r\n\r\n k    | v\r\n------+-------\r\n 4317 | 43170\r\n 3372 | 33720\r\n 1584 | 15840\r\n 7034 | 70340\r\n 9892 | 98920\r\n 9640 | 96400\r\n 9067 | 90670\r\n 4830 | 48300\r\n 2731 | 27310\r\n 5056 | 50560\r\n\r\n(10 rows)\r\n\r\n<\/code><\/pre>\n<h2>\u5728spark-shell\u4e0a\u786e\u8ba4\u4e00\u4e0b\u3002<\/h2>\n<pre class=\"post-pre\"><code>\r\nscala&gt; val t = sc.cassandraTable(\"test_from_spark\", \"fun\");\r\nt: com.datastax.spark.connector.rdd.CassandraTableScanRDD[com.datastax.spark.connector.CassandraRow] = CassandraTableScanRDD[3] at RDD at CassandraRDD.scala:15\r\n\r\nscala&gt; t.count\r\nres6: Long = 10000\r\n\r\n\r\nscala&gt; t.collect.slice(1, 10).foreach(println)\r\nCassandraRow{k: 9067, v: 90670}\r\nCassandraRow{k: 4830, v: 48300}\r\nCassandraRow{k: 2731, v: 27310}\r\nCassandraRow{k: 5056, v: 50560}\r\nCassandraRow{k: 6428, v: 64280}\r\nCassandraRow{k: 2713, v: 27130}\r\nCassandraRow{k: 769, v: 7690}\r\nCassandraRow{k: 9973, v: 99730}\r\nCassandraRow{k: 1863, v: 18630}\r\n\r\n\r\nscala&gt; t.take(10).foreach(println)\r\nCassandraRow{k: 9640, v: 96400}\r\nCassandraRow{k: 9067, v: 90670}\r\nCassandraRow{k: 4830, v: 48300}\r\nCassandraRow{k: 2731, v: 27310}\r\nCassandraRow{k: 5056, v: 50560}\r\nCassandraRow{k: 6428, v: 64280}\r\nCassandraRow{k: 2713, v: 27130}\r\nCassandraRow{k: 769, v: 7690}\r\nCassandraRow{k: 9973, v: 99730}\r\nCassandraRow{k: 1863, v: 18630}\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u5b89\u88c5 git clone https:\/\/github.com\/brianmhess\/cassandra-lo [&hellip;]<\/p>\n","protected":false},"author":12,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-50252","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\" \/>\n<meta property=\"og:description\" content=\"\u5b89\u88c5 git clone https:\/\/github.com\/brianmhess\/cassandra-lo [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-10-25T14:28:30+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-01-15T05:11:39+00:00\" \/>\n<meta name=\"author\" content=\"\u9038, \u79d1\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u9038, \u79d1\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/\",\"name\":\"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-10-25T14:28:30+00:00\",\"dateModified\":\"2024-01-15T05:11:39+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487\",\"name\":\"\u9038, \u79d1\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g\",\"caption\":\"\u9038, \u79d1\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keyi\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e","og_description":"\u5b89\u88c5 git clone https:\/\/github.com\/brianmhess\/cassandra-lo [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-10-25T14:28:30+00:00","article_modified_time":"2024-01-15T05:11:39+00:00","author":"\u9038, \u79d1","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u9038, \u79d1","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/","name":"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-10-25T14:28:30+00:00","dateModified":"2024-01-15T05:11:39+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528cassandra-loader\u8fdb\u884c\u6279\u91cf\u52a0\u8f7d\u6570\u636e"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487","name":"\u9038, \u79d1","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g","caption":"\u9038, \u79d1"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keyi\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8cassandra-loader%e8%bf%9b%e8%a1%8c%e6%89%b9%e9%87%8f%e5%8a%a0%e8%bd%bd%e6%95%b0%e6%8d%ae\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50252","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=50252"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50252\/revisions"}],"predecessor-version":[{"id":59769,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50252\/revisions\/59769"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=50252"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=50252"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=50252"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}