.\r\n\u251c\u2500\u2500 README.md\r\n\u251c\u2500\u2500 batch\r\n\u2502 \u251c\u2500\u2500 LoadData.go\r\n\u2502 \u251c\u2500\u2500 go.mod\r\n\u2502 \u251c\u2500\u2500 go.sum\r\n\u2502 \u2514\u2500\u2500 test_data.xml\r\n\u251c\u2500\u2500 docker-compose.yml\r\n\u251c\u2500\u2500 es\r\n\u2502 \u251c\u2500\u2500 dic\r\n\u2502 \u2502 \u2514\u2500\u2500 test_dic.csv\r\n\u2502 \u251c\u2500\u2500 Dockerfile\r\n\u2502 \u251c\u2500\u2500 script\r\n\u2502 \u2502 \u2514\u2500\u2500 es_init.sh\r\n\u2502 \u2514\u2500\u2500 sudachi\r\n\u2502 \u2514\u2500\u2500 sudachi.json\r\n\u251c\u2500\u2500 search_api\r\n\u2502 \u251c\u2500\u2500 Dockerfile\r\n\u2502 \u251c\u2500\u2500 go.mod\r\n\u2502 \u251c\u2500\u2500 go.sum\r\n\u2502 \u251c\u2500\u2500 hr_api\r\n\u2502 \u251c\u2500\u2500 internal\r\n\u2502 \u2502 \u251c\u2500\u2500 connect_es.go\r\n\u2502 \u2502 \u251c\u2500\u2500 hr_query.go\r\n\u2502 \u2502 \u2514\u2500\u2500 hr_search.go\r\n\u2502 \u2514\u2500\u2500 main.go\r\n<\/code><\/pre>\n\u9996\u5148<\/h2>\n
\u7528 Go \u8bed\u8a00\u548c Elasticsearch \u6784\u5efa\u7b80\u6613\u6c42\u804c\u7f51\u7ad9\u7684\u540e\u7aef\u3002<\/p>\n
\u5728Docker\u5bb9\u5668\u4e0a\u8fd0\u884c\u641c\u7d22\u5f15\u64ce\uff08Elasticsearch\uff09\uff0c\u7136\u540e\u4eceGo\u7f16\u5199\u7684Web\u670d\u52a1\u5668\uff08echo\uff09\u53d1\u9001\u5355\u8bcd\u641c\u7d22\u67e5\u8be2\u3002\u4e00\u65e6\u8fdb\u884c\u5355\u8bcd\u641c\u7d22\uff0c\u6211\u4eec\u5c06\u6784\u5efa\u4e00\u4e2a\u7b80\u5355\u7684\u804c\u4f4d\u641c\u7d22\u540e\u7aef\uff0c\u4ee5JSON\u683c\u5f0f\u8f93\u51fa\u804c\u4f4d\u4fe1\u606f\u3002<\/p>\n
\u6784\u5efa\u65f6\u5047\u8bbe\u60a8\u53d1\u51fa\u4ee5\u4e0b\u67e5\u8be2\u6765\u8fdb\u884c\u641c\u7d22\u3002 sh\u00ed n\u01d0 xi\u00e0 de .)<\/p>\n
#\u6771\u4eac\u90fd\u306e\"\u30ab\u30d5\u30a7\"\u306e\u6c42\u4eba\u3092\u691c\u7d22\u3059\u308b\r\nhttp:\/\/localhost:5000\/search?keyword=\u30ab\u30d5\u30a7&state=\u6771\u4eac\u90fd\r\n\r\n #\u6771\u4eac\u90fd\u306e\"Go\u8a00\u8a9e\"\u306e\u6c42\u4eba\u3092\u691c\u7d22\u3059\u308b\r\nhttp:\/\/localhost:5000\/search?keyword=Go\u8a00\u8a9e&state=\u6771\u4eac\u90fd\r\n\r\n #\u795e\u5948\u5ddd\u770c\u306e\"\u30a2\u30eb\u30d0\u30a4\u30c8\u30fb\u30d1\u30fc\u30c8\"\u306e\u6c42\u4eba\u3092\u691c\u7d22\u3059\u308b\r\nhttp:\/\/localhost:5000\/search?keyword=\u30a2\u30eb\u30d0\u30a4\u30c8\u30fb\u30d1\u30fc\u30c8&state=\u795e\u5948\u5ddd\u770c\r\n\r\n #\u6c42\u4eba\u306e\u30e6\u30cb\u30fc\u30afid\u304b\u3089\u691c\u7d22\u3059\u308b\r\nhttp:\/\/localhost:5000\/search?id=test\r\n<\/code><\/pre>\n\u5173\u952e\u8bcd\u7528\u6765\u6307\u5b9a\u641c\u7d22\u8bcd\uff0c\u72b6\u6001\u7528\u6765\u6307\u5b9a\u4f4d\u7f6e\uff0cid\u7528\u4f5c\u67e5\u8be2\u53c2\u6570\u6765\u6307\u5b9a\u62db\u8058\u7684\u552f\u4e00\u7f16\u53f7\u3002<\/p>\n
\u4f7f\u7528Kibana\u4f5c\u4e3aElasticsearch\u7684\u4eea\u8868\u76d8\u3002\u5728Kibana\u4e2d\u67e5\u770bElasticsearch\u7684\u6570\u636e\u5982\u4e0b\u6240\u793a\u3002<\/p>\n
\u6b64\u5916\uff0c\u6211\u4eec\u8fd8\u4f1a\u521b\u5efa\u4e00\u4e2a\u6279\u5904\u7406\u7a0b\u5e8f\uff0c\u5c06\u5927\u91cf\u7684XML\u6570\u636e\u8f6c\u6362\u6210JSON\u683c\u5f0f\uff0c\u5e76\u5c06\u5176\u8f93\u5165\u5230ElasticSearch\u4e2d\u3002
\n\u9884\u8ba1\u5728\u751f\u4ea7\u73af\u5883\u4e2d\uff0c\u6211\u4eec\u6bcf\u5929\u8fd0\u884c\u4e00\u6b21\u8be5\u6279\u5904\u7406\u7a0b\u5e8f\u4ee5\u66f4\u65b0\u804c\u4f4d\u6570\u636e\u3002
\n\u672c\u6b21\u6211\u4eec\u5c06\u7b80\u5355\u5730\u4f7f\u7528Go\u8bed\u8a00\u5c06\u5927\u7ea610\u4e07\u6761\u6570\u636e\u6279\u91cf\u63d2\u5165\u5230ElasticSearch\u4e2d\u3002<\/p>\n
![\"image.png\"](\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d45d537434c4406ca392a\/13-0.png\" "\\"\\"")
<\/div>\n\u64cd\u4f5c\u7cfb\u7edf\u662fUbuntu 20.04\u3002
\n\u4ee5\u4e0b\u662f\u5de5\u5177\u7684\u7248\u672c\u3002<\/p>\n
\n\u30c4\u30fc\u30eb\u30d0\u30fc\u30b8\u30e7\u30f3Go \u8a00\u8a9e1.17.2Docker1.41docker-compose1.29.2Elasticsearch7.8.1Kibana7.8.1<\/div>\n<\/div>\n\u4ee5\u4e0b\u662f\u5236\u4f5c\u6b65\u9aa4\uff0c\u8bf7\u6839\u636e\u6211\u8bb0\u4f4f\u7684\u8303\u56f4\u5199\u4e0b\u6765\uff0c\u53ef\u80fd\u4f1a\u6709\u4e9b\u524d\u540e\u987a\u5e8f\u9519\u4e71\uff0c\u4f46\u5e0c\u671b\u60a8\u80fd\u53c2\u8003\u4e00\u4e0b\u3002<\/p>\n
1. \u5efa\u7acbElasticsearch<\/h2>\n
\u9996\u5148\uff0c\u6211\u4eec\u5efa\u7acb\u4e00\u4e2aElasticsearch\u3002<\/p>\n
\u5f53\u67e5\u770b Elasticsearch \u7684\u7248\u672c\u516c\u5f0f\u65f6\uff0c\u53d1\u73b0\u6709\u591a\u4e2a\u7248\u672c\u53ef\u4f9b\u9009\u62e9\u3002
\n\u622a\u81f3 2021 \u5e74 12 \u6708 7 \u65e5\uff0c\u6700\u65b0\u7248\u672c\u4e3a 7.14.2\u3002<\/p>\n
\u9009\u62e97.8.1\u7684\u7406\u7531\u6709\u51e0\u4e2a\u3002\u6700\u4e3b\u8981\u7684\u539f\u56e0\u662f\u6211\u4eec\u60f3\u8981\u5c06Sudachi\u7528\u4f5cElasticsearch\u7684\u8bcd\u5178\u3002\u5728WorksApplication\u7684\u5b58\u50a8\u5e93\u4e2d\uff0c\u4ed6\u4eec\u53ea\u652f\u6301\u52307.4\uff0c\u56e0\u6b64\u6211\u4eec\u9009\u62e9\u4e867.4.1\u3002<\/p>\n
\u5982\u679c\u4e0d\u4e00\u5b9a\u975e\u8981\u4f7f\u7528\u8f9e\u4e66\u7684\u8bdd\uff0c\u6211\u8ba4\u4e3a\u5176\u4ed6\u7248\u672c\u4e5f\u53ef\u4ee5\u8fd0\u884c\u3002<\/p>\n
\u6700\u7d42\u7684\u4f7f\u7528 Sudachi \u7684 Elasticsearch \u7684 Dockerfile \u5c31\u662f\u8fd9\u6837\u7684\u3002
\n\u7531\u4e8e\u4e0d\u592a\u4e86\u89e3 Docker \u5bb9\u5668\u7684\u6700\u4f73\u521b\u5efa\u65b9\u5f0f\uff0c\u53ef\u80fd\u5bf9\u60a8\u5e76\u4e0d\u6709\u7528\u3002
\n\u6211\u4e00\u76f4\u5728\u5c1d\u8bd5\u6478\u7d22\u5982\u4f55\u51cf\u5c0f\u5bb9\u5668\u955c\u50cf\u7684\u5927\u5c0f\uff0c\u4f46\u6700\u7ec8\u5e76\u6ca1\u6709\u592a\u5927\u7684\u6539\u53d8\uff0c\u8ba9\u6211\u5f88\u82e6\u607c\u3002<\/p>\n
ARG<\/span> ELASTIC_VER=7.8.1<\/span>\r\nARG<\/span> SUDACHI_PLUGIN_VER=2.0.3<\/span>\r\n\r\nFROM<\/span> ibmjava:8-jre-alpine as dict_builder<\/span>\r\n\r\nARG<\/span> ELASTIC_VER<\/span>\r\nARG<\/span> SUDACHI_PLUGIN_VER<\/span>\r\n\r\nWORKDIR<\/span> \/home<\/span>\r\n\r\nRUN <\/span>wget https:\/\/github.com\/WorksApplications\/Elasticsearch-sudachi\/releases\/download\/v${<\/span>ELASTIC_VER<\/span>}<\/span>-${<\/span>SUDACHI_PLUGIN_VER<\/span>}<\/span>\/analysis-sudachi-${<\/span>ELASTIC_VER<\/span>}<\/span>-${<\/span>SUDACHI_PLUGIN_VER<\/span>}<\/span>.zip &&<\/span> \\\r\n<\/span> unzip analysis-sudachi-${<\/span>ELASTIC_VER<\/span>}<\/span>-${<\/span>SUDACHI_PLUGIN_VER<\/span>}<\/span>.zip &&<\/span> \\\r\n<\/span> wget http:\/\/sudachi.s3-website-ap-northeast-1.amazonaws.com\/sudachidict\/sudachi-dictionary-20210802-core.zip &&<\/span> \\\r\n<\/span> unzip sudachi-dictionary-20210802-core.zip &&<\/span> \\\r\n<\/span> mkdir<\/span> -p<\/span> \/usr\/share\/Elasticsearch\/config\/sudachi\/ &&<\/span> \\\r\n<\/span> mv <\/span>sudachi-dictionary-20210802\/system_core.dic \/usr\/share\/Elasticsearch\/config\/sudachi\/ &&<\/span> \\\r\n<\/span> rm<\/span> -rf<\/span> sudachi-dictionary-20210802-core.zip sudachi-dictionary-20210802\/\r\n\r\n\r\nFROM<\/span> docker.elastic.co\/Elasticsearch\/Elasticsearch:${ELASTIC_VER}<\/span>\r\n\r\nARG<\/span> ELASTIC_VER<\/span>\r\nARG<\/span> SUDACHI_PLUGIN_VER<\/span>\r\n\r\nCOPY<\/span> es\/sudachi\/sudachi.json \/usr\/share\/Elasticsearch\/config\/sudachi\/<\/span>\r\nCOPY<\/span> --from=dict_builder \/home\/analysis-sudachi-${ELASTIC_VER}-${SUDACHI_PLUGIN_VER}.zip \/usr\/share\/Elasticsearch\/<\/span>\r\n<\/code><\/pre>\n\u53ef\u4ee5\u4ecedocker-compose.yml\u6587\u4ef6\u4e2d\u63d0\u53d6\u51faElasticsearch\u90e8\u5206\uff0c\u5927\u81f4\u5982\u4e0b\u3002
\n\u5982\u679c\u60a8\u80fd\u67e5\u770b\u672c\u6587\u7684GitHub\u6e90\u4ee3\u7801\uff0c\u5c06\u4e0d\u80dc\u611f\u6fc0\u3002<\/p>\n
Elasticsearch:\r\n build:\r\n context: .\r\n dockerfile: es\/dockerfile\r\n container_name: Elasticsearch\r\n volumes:\r\n - es-data:\/usr\/share\/Elasticsearch\/data\r\n networks:\r\n - Elasticsearch\r\n ports:\r\n - 9200:9200\r\n environment:\r\n - discovery.type=single-node\r\n - node.name=Elasticsearch\r\n - cluster.name=go-Elasticsearch-docker-cluster\r\n - bootstrap.memory_lock=true\r\n - ES_JAVA_OPTS=-Xms256m -Xmx256m\r\n ulimits:\r\n { nofile: { soft: 65535, hard: 65535 }, memlock: { soft: -1, hard: -1 } }\r\n healthcheck:\r\n test: curl --head --max-time 120 --retry 120 --retry-delay 1 --show-error --silent http:\/\/localhost:9200\r\n<\/code><\/pre>\n\u6211\u5728docker-compose.yml\u6587\u4ef6\u4e2d\u6ce8\u610f\u5230\u7684\u95ee\u9898\u662f\u786e\u4fdd\u540e\u7aef\u670d\u52a1\u5668\u53ef\u4ee5\u8fdb\u884c\u641c\u7d22\uff0c\u5e76\u5904\u7406\u5185\u5b58\u9650\u5236\u7684\u76f8\u5173\u95ee\u9898\u3002<\/p>\n
\u7a0d\u540e\u6211\u4f1a\u7a0d\u5fae\u63d0\u4e00\u4e0b\uff0c\u5728\u8fdb\u884cBulkInsert\u65f6\u9047\u5230\u4e86\u4e00\u4e9b\u95ee\u9898\u3002<\/p>\n
\u8bf7\u53c2\u8003\u5b98\u65b9\u6587\u4ef6\u4ee5\u83b7\u53d6\u8be6\u7ec6\u4fe1\u606f\u3002<\/p>\n
\u6784\u5efaKibana<\/h2>\n
\u56e0\u4e3a\u6309\u7167\u5b98\u65b9\u6587\u6863\u8fdb\u884c\u4e86Kibana\u7684\u6784\u5efa\uff0c\u6240\u4ee5\u5b83\u80fd\u591f\u6b63\u5e38\u8fd0\u884c\uff0c\u6211\u6ca1\u6709\u9047\u5230\u4efb\u4f55\u56f0\u6270\u3002<\/p>\n
\u6700\u540e\uff0cdocker-compose.yml\u53d8\u6210\u4e86\u4ee5\u4e0b\u7684\u6837\u5b50\u3002<\/p>\n
kibana:\r\n container_name: kibana\r\n image: docker.elastic.co\/kibana\/kibana:7.8.1\r\n depends_on: [\"Elasticsearch\"]\r\n networks:\r\n - Elasticsearch\r\n ports:\r\n - 5601:5601\r\n environment:\r\n - Elasticsearch_HOSTS=http:\/\/Elasticsearch:9200\r\n - KIBANA_LOGGING_QUIET=true\r\n healthcheck:\r\n test: curl --max-time 120 --retry 120 --retry-delay 1 --show-error --silent http:\/\/localhost:5601\r\n<\/code><\/pre>\n\u5c06\u6570\u636e\u63d2\u5165\u5230 Elasticsearch \u6570\u636e\u5e93\u4e2d\u3002<\/h2>\n
\u6211\u66fe\u7ecf\u5728\u8fd9\u91cc\u4e3a\u4e86\u901a\u8fc7 Go \u4e0e Elasticsearch \u8fdb\u884c\u901a\u4fe1\u800c\u82e6\u607c\u3002
\n\u9996\u5148\uff0c\u6211\u7ea0\u7ed3\u4e8e\u9009\u62e9\u4f7f\u7528\u54ea\u4e2a\u8f6f\u4ef6\u5305\u3002<\/p>\n
\u4e00\u822c\u6765\u8bf4\uff0c\u6211\u8ba4\u4e3a\u4ee5\u4e0b\u4e24\u4e2a\u8f6f\u4ef6\u5305\u7684\u4f7f\u7528\u8f83\u4e3a\u5e7f\u6cdb\u3002<\/p>\n
\n- \n
https:\/\/github.com\/olivere\/elastic (\u5f39\u6027\u641c\u7d22)<\/ol>\n<\/li>\n<\/ol>\n <\/p>\n
https:\/\/github.com\/elastic\/go-Elasticsearch (\u5f39\u6027\u641c\u7d22\u7684 GO \u8bed\u8a00\u7248\u672c)<\/ol>\n1\u662fGo\u8bed\u8a00\u4e2d\u6700\u53d7\u6b22\u8fce\u4e14Star\u6570\u91cf\u6700\u591a\u7684Elasticsearch\u5ba2\u6237\u7aef\u5305\u3002\u975e\u5e38\u6613\u7528\u4e14\u6587\u6863\u9f50\u5168\u3002\u4e00\u5f00\u59cb\u6211\u4eec\u5c31\u6253\u7b97\u4f7f\u7528\u8fd9\u4e2a\u6765\u6784\u5efa\u3002<\/p>\n
\u56e0\u4e3a Elastic \u662f\u5b98\u65b9\u63d0\u4f9b\u7684\u5305\uff0c\u6240\u4ee5\u6211\u51b3\u5b9a\u8fd9\u6b21\u4f7f\u75282\u6765\u521b\u5efa\u3002
\n\u7531\u4e8e\u6587\u6863\u5e76\u4e0d\u662f\u5f88\u5b8c\u5584\uff0c\u6211\u53c2\u8003\u4e86 GitHub \u5b98\u65b9\u7684_example \u6765\u521b\u5efa\u3002
\n\u4e00\u5f00\u59cb\u786e\u5b9e\u6bd4\u8f83\u8d39\u529b\uff0c\u4f46\u662f\u719f\u6089\u4e4b\u540e\u53d1\u73b0\u6709\u5f88\u591a\u975e\u5e38\u65b9\u4fbf\u7684\u529f\u80fd\u3002
\n\u8fd9\u662f\u4e00\u4e2a\u9700\u8981\u82b1\u65f6\u95f4\u53bb\u9002\u5e94\u7684\u5305\u3002<\/p>\n
\u6279\u91cf\u63d2\u5165<\/h3>\n
\u8003\u8651\u5230\u672c\u6b21\u8ba1\u5212\u5728 Elasticsearch \u4e2d\u8f93\u5165 30 \u4e07\u6761\u62db\u8058\u6570\u636e\uff0c\u6211\u4e4b\u524d\u521b\u5efa\u65f6\u5c31\u5047\u8bbe\u9700\u8981\u4f7f\u7528 BulkInsert\uff08go-Elasticsearch \u4e2d\u79f0\u4e4b\u4e3a BulkIndex\uff09\u6765\u5b8c\u6210\u3002<\/p>\n
\u9996\u5148\uff0c\u6211\u5011\u4f7f\u7528\u666e\u901a\u7684\u63d2\u5165\u65b9\u6cd5\u9032\u884c\u4e86\u5275\u5efa\u3002
\n\u7576\u63d0\u53d6 Go \u8a9e\u8a00\u4ee3\u78bc\u6642\uff0c\u5927\u81f4\u5982\u4e0b\u3002<\/p>\n
req<\/span> :=<\/span> esapi<\/span>.<\/span>IndexRequest<\/span>{<\/span>\r\n Index<\/span>:<\/span> \"baito\"<\/span>,<\/span>\r\n DocumentID<\/span>:<\/span> string<\/span>(<\/span>j<\/span>.<\/span>Referencenumber<\/span>),<\/span>\r\n Body<\/span>:<\/span> strings<\/span>.<\/span>NewReader<\/span>(<\/span>string<\/span>(<\/span>jobbody<\/span>)),<\/span>\r\n Refresh<\/span>:<\/span> \"true\"<\/span>,<\/span>\r\n }<\/span>\r\n<\/code><\/pre>\n\u6211\u6839\u636eGitHub\u4e0a\u7684\u516c\u5f0f\u53c2\u8003\u8fdb\u884c\u4e86\u521b\u5efa\uff0c\u4f46\u5c06\u5927\u7ea610\u4e07\u6761\u8bb0\u5f55\u63d2\u5165\u82b1\u8d39\u4e86\u5927\u7ea61\u5c0f\u65f630\u5206\u949f\uff08\u7531\u4e8e\u9057\u5931\u4e86\u6d4b\u91cf\u7167\u7247\uff09\u3002
\n\u901a\u5e38\u60c5\u51b5\u4e0b\uff0c\u7531\u4e8e\u65e0\u6cd5\u627f\u53d7\u6240\u6709\u7684\u63d2\u5165\uff0c\u5f88\u5bb9\u6613\u5728\u4e2d\u9014\u8d85\u65f6\uff0c\u56e0\u6b64\u6211\u8ba4\u4e3a\u4f7f\u7528\u666e\u901a\u7684\u63d2\u5165\u65b9\u5f0f\u65e0\u6cd5\u5b9e\u9645\u5e94\u752830\u4e07\u6761\u8bb0\u5f55\u3002<\/p>\n
\u6240\u4ee5\uff0c\u6211\u53c2\u8003\u4e86BulkInsert\uff0c\u4f46\u662f\u4e0d\u592a\u61c2…(*\u00b4-\u03c9\u30fb)\uff9d\uff1f (\uff61\u00b4-_\u30fb)\uff9d\uff1f (\u00b4\u30fb\u03c9\u30fb\uff40)\uff93\uff77\uff6d\uff1f<\/p>\n
\u6700\u7ec8\uff0c\u6211\u82b1\u4e86\u4e09\u5929\u65f6\u95f4\u6765\u7406\u89e3\u8fd9\u4e2a\u6587\u6863\uff08\u4ee5\u53caXML\u89e3\u6790\u6587\u6863\uff09\u3002<\/p>\n
\u6700\u7ec8\u5b8c\u6210\u7684 Go \u8bed\u8a00\u4ee3\u7801\u5982\u4e0b\u6240\u793a\u3002<\/p>\n
package<\/span> main<\/span>\r\n\r\nimport<\/span> (<\/span>\r\n \"bytes\"<\/span>\r\n \"encoding\/json\"<\/span>\r\n \"encoding\/xml\"<\/span>\r\n \"flag\"<\/span>\r\n \"fmt\"<\/span>\r\n \"io\"<\/span>\r\n \"log\"<\/span>\r\n \"math\/rand\"<\/span>\r\n \"os\"<\/span>\r\n \"strings\"<\/span>\r\n \"time\"<\/span>\r\n\r\n \"github.com\/dustin\/go-humanize\"<\/span>\r\n \"github.com\/elastic\/go-Elasticsearch\/v7\"<\/span>\r\n \"github.com\/elastic\/go-Elasticsearch\/v7\/esapi\"<\/span>\r\n \"github.com\/joho\/godotenv\"<\/span>\r\n)<\/span>\r\n\r\ntype<\/span> Job<\/span> struct<\/span> {<\/span>\r\n Referencenumber<\/span> string<\/span> `xml:\"referencenumber\" json:\"referencenumber,string\"`<\/span>\r\n Date<\/span> string<\/span> `xml:\"date\" json:\"date,string\"`<\/span>\r\n Url<\/span> string<\/span> `xml:\"url\" json:\"url,string\"`<\/span>\r\n Title<\/span> string<\/span> `xml:\"title\" json:\"title,string\"`<\/span>\r\n Description<\/span> string<\/span> `xml:\"description\" json:\"description,string\"`<\/span>\r\n State<\/span> string<\/span> `xml:\"state\" json:\"state,string\"`<\/span>\r\n City<\/span> string<\/span> `xml:\"city\" json:\"city,string\"`<\/span>\r\n Country<\/span> string<\/span> `xml:\"country\" json:\"country,string\"`<\/span>\r\n Station<\/span> string<\/span> `xml:\"station\" json:\"station,string\"`<\/span>\r\n Jobtype<\/span> string<\/span> `xml:\"jobtype\" json:\"jobtype,string\"`<\/span>\r\n Salary<\/span> string<\/span> `xml:\"salary\" json:\"salary,string\"`<\/span>\r\n Category<\/span> string<\/span> `xml:\"category\" json:\"category,string\"`<\/span>\r\n ImageUrls<\/span> string<\/span> `xml:\"imageUrls\" json:\"imageurls,string\"`<\/span>\r\n Timeshift<\/span> string<\/span> `xml:\"timeshift\" json:\"timeshift,string\"`<\/span>\r\n Subwayaccess<\/span> string<\/span> `xml:\"subwayaccess\" json:\"subwayaccess,string\"`<\/span>\r\n Keywords<\/span> string<\/span> `xml:\"keywords\" json:\"keywords,string\"`<\/span>\r\n}<\/span>\r\n\r\nvar<\/span> (<\/span>\r\n _<\/span> =<\/span> fmt<\/span>.<\/span>Print<\/span>\r\n count<\/span> int<\/span>\r\n batch<\/span> int<\/span>\r\n)<\/span>\r\n\r\nfunc<\/span> init<\/span>()<\/span> {<\/span>\r\n flag<\/span>.<\/span>IntVar<\/span>(<\/span>&<\/span>count<\/span>,<\/span> \"count\"<\/span>,<\/span> 300000<\/span>,<\/span> \"Number of documents to generate\"<\/span>)<\/span>\r\n flag<\/span>.<\/span>IntVar<\/span>(<\/span>&<\/span>batch<\/span>,<\/span> \"batch\"<\/span>,<\/span> 1000<\/span>,<\/span> \"Number of documents to send in one batch\"<\/span>)<\/span>\r\n flag<\/span>.<\/span>Parse<\/span>()<\/span>\r\n\r\n rand<\/span>.<\/span>Seed<\/span>(<\/span>time<\/span>.<\/span>Now<\/span>()<\/span>.<\/span>UnixNano<\/span>())<\/span>\r\n}<\/span>\r\n\r\nfunc<\/span> main<\/span>()<\/span> {<\/span>\r\n\r\n\r\n log<\/span>.<\/span>SetFlags<\/span>(<\/span>0<\/span>)<\/span>\r\n\r\n type<\/span>