{"id":29701,"date":"2023-01-07T00:14:30","date_gmt":"2023-07-12T10:45:28","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/"},"modified":"2025-08-12T15:27:25","modified_gmt":"2025-08-12T07:27:25","slug":"%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/","title":{"rendered":"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09"},"content":{"rendered":"

\u9996\u5148\u4e0a\u6b21\uff08https:\/\/qiita.com\/kerobot\/items\/6009cb0db643bceaf4e9\uff09\u6211\u521b\u5efa\u4e86\u4e00\u4e2a\u7a0b\u5e8f\uff0c\u5b83\u53ef\u4ee5\u4eceHololive\u548cYoutube\u4e0a\u6536\u96c6\u76f4\u64ad\u8ba1\u5212\u548c\u89c6\u9891\u4fe1\u606f\u3002
\n\u8fd9\u6b21\u6211\u5c06\u5c1d\u8bd5\u5c06\u6536\u96c6\u5230\u7684\u4fe1\u606f\u4fdd\u5b58\u5230MongoDB\u4e2d\u3002<\/p>\n
\"img01.png\"\u57fa\u4e8e\u524d\u4e00\u6b21\u7684\u7a0b\u5e8f\uff0c\u53ea\u9700\u6dfb\u52a0\u5904\u7406MongoDB\u7684\u90e8\u5206\uff0c\u4f46\u7531\u4e8e\u4f7f\u7528\u4e86Poetry\u548cpyenv\uff0c\u6240\u4ee5\u9879\u76ee\u7ed3\u6784\u548c\u7a0b\u5e8f\u5185\u5bb9\u4e5f\u4f1a\u5168\u9762\u6539\u53d8\u3002<\/p>\n

\u867d\u7136\u4e5f\u5f00\u59cb\u8c03\u67e5Azure Cosmos DB\uff08Mongo API\uff09\uff0c\u4f46\u4ef7\u683c\u6a21\u578b\u4e0d\u592a\u7406\u89e3\uff0c\u4e3a\u4e86\u907f\u514d\u610f\u5916\u8ba1\u8d39\u800c\u653e\u5f03\u4e86\u3002\u76ee\u524d\u8003\u8651\u53ea\u662f\u5728Azure\u865a\u62df\u673a\u7684Debian\u4e0a\u5b89\u88c5MongoDB\u3002<\/p>\n

\u6700\u7ec8\u6211\u60f3\u505a\u7684\u4e8b\u60c5\u6700\u8fd1\u4e00\u76f4\u5728\u6d4f\u89c8\u865a\u62dfYouTuber\u5236\u4f5c\u516c\u53f8\u201chololive\u201d\u7b49\u7684\u89c6\u9891\u76f4\u64ad\u8ba1\u5212\uff0c\u5e76\u5e0c\u671b\u80fd\u5b9a\u671f\u5c06\u8fd9\u4e9b\u8ba1\u5212\u5b58\u50a8\u5230\u6570\u636e\u5e93\u4e2d\uff0c\u5e76\u901a\u8fc7Web API\u8fdb\u884c\u8bbf\u95ee\u4ee5\u5728Android\u5e94\u7528\u7a0b\u5e8f\u4e2d\u6d4f\u89c8\u3002<\/p>\n
    \n
  1. \n
      \u521b\u5efa\u4e00\u4e2a\u7a0b\u5e8f\u6765\u6536\u96c6\u89c6\u9891\u5206\u53d1\u8ba1\u5212\uff08\u4e0a\u4e00\u4e2a\uff09<\/ol>\n<\/li>\n<\/ol>\n

       <\/p>\n

        \n
      1. \n
          \u521b\u5efa\u5e76\u81ea\u52a8\u5316\u6536\u96c6\u89c6\u9891\u5206\u53d1\u8ba1\u5212\u7684\u6570\u636e\u5e93\uff08\u672c\u6b21\uff09<\/ol>\n<\/li>\n<\/ol>\n

           <\/p>\n

            \n
          1. \n
              \u521b\u5efa\u4e00\u4e2a\u7528\u4e8e\u67e5\u8be2\u5b58\u50a8\u7684\u89c6\u9891\u5206\u53d1\u8ba1\u5212\u7684Web API<\/ol>\n<\/li>\n<\/ol>\n

               <\/p>\n

                \u521b\u5efa\u4e00\u4e2a\u7528\u4e8e\u6d4f\u89c8\u89c6\u9891\u5206\u53d1\u8ba1\u5212\u7684Android\u5e94\u7528\uff0c\u53ef\u4ee5\u53c2\u8003Web API\u3002<\/ol>\n

                \u505a\u8fc7\u7684\u4e8b\u60c5 (zu\u00f2 gu\u00f2 de sh\u00ec\u8fd9\u6b21\u6211\u4eec\u5b8c\u6210\u4e86\u201c\u521b\u5efa\u7528\u4e8e\u5b58\u50a8\u6536\u96c6\u7684\u89c6\u9891\u53d1\u5e03\u8ba1\u5212\u7684\u6570\u636e\u5e93\u5e76\u81ea\u52a8\u5316\u6536\u96c6\u201d\u4e2d\u7684\u9636\u6bb52\uff0c\u5373\u6570\u636e\u5e93\u7684\u521b\u5efa\u3002<\/p>\n

                \u4e0d\u4e45\u5c06\u6765\uff0c\u5c06\u4f7f\u7528Debian + Python3 + MongoDB\u91cd\u65b0\u6784\u5efa\u81ea\u52a8\u5316\u7684\u6536\u96c6\u65b9\u6cd5\u3002<\/p>\n

                  \n
                1. \n
                    \u51c6\u5907\u5f00\u53d1\u73af\u5883<\/ol>\n<\/li>\n<\/ol>\n

                    \u5f15\u5165 Poetry \u548c pyenv \u4ee5\u8fdb\u884c Python \u7248\u672c\u7ba1\u7406\u548c\u5305\u7ba1\u7406
                    \n\u5b89\u88c5\u548c\u914d\u7f6e MongoDB
                    \n\u786e\u8ba4 MongoDB \u8fde\u63a5<\/p>\n

                    \u51c6\u5907\u9879\u76ee<\/p>\n

                    \u4f7f\u7528 Poetry \u521b\u5efa\u9879\u76ee\u5e76\u5b89\u88c5\u5305
                    \n\u4f7f\u7528 pyenv \u8bbe\u7f6e Python \u7248\u672c
                    \n\u521d\u59cb\u5316 git
                    \n\u521b\u5efa .gitignore \u6587\u4ef6
                    \n\u4e0b\u8f7d\u7528\u4e8e\u7f51\u9875\u722c\u866b\u7684 geckodriver
                    \n\u542f\u7528 YouTube Data API v3 \u4ee5\u83b7\u53d6 YouTube \u89c6\u9891\u4fe1\u606f
                    \n\u521b\u5efa .env \u6587\u4ef6<\/p>\n

                    \u7f16\u5199\u7a0b\u5e8f\uff08\u57fa\u4e8e\u524d\u4e00\u7248\u672c\u8fdb\u884c\u4fee\u6539\uff09<\/p>\n

                    \u4ece .env \u6587\u4ef6\u83b7\u53d6\u914d\u7f6e\u4fe1\u606f
                    \n\u83b7\u53d6\u7a0b\u5e8f\u8fd0\u884c\u65f6\u7684\u547d\u4ee4\u884c\u53c2\u6570
                    \n\u83b7\u53d6 Hololive Production \u76f4\u64ad\u65e5\u7a0b\u4fe1\u606f
                    \n\u4ece YouTube \u83b7\u53d6\u89c6\u9891\u4fe1\u606f
                    \n\u8f93\u51fa CSV \u6587\u4ef6<\/p>\n

                    \u8fd0\u884c\u7a0b\u5e8f<\/p>\n

                    \u521b\u5efa launch.json \u6587\u4ef6
                    \n\u8c03\u8bd5\u8fd0\u884c\u7a0b\u5e8f
                    \n\u6267\u884c\u7ed3\u679c\uff08\u5728 MongoDB \u6ce8\u518c\u7684\u6587\u6863\uff09
                    \n\u6267\u884c\u7ed3\u679c\uff08\u8f93\u51fa\u7684 CSV \u6587\u4ef6\uff09
                    \n\u6587\u4ef6\u7ed3\u6784<\/p>\n

                    \u51c6\u5907\u5f00\u53d1\u73af\u5883\u6211\u4eec\u5df2\u7ecf\u51c6\u5907\u597d\u4e86\u4e0b\u9762\u8fd9\u4e2a\u73af\u5883\u7684\u914d\u7f6e\u3002<\/p>\n
                      \n
                    • \n
                        Windows 10 Pro 1909 x64<\/ul>\n<\/li>\n<\/ul>\n

                         <\/p>\n

                          \n
                        • \n
                            Python 3.8.5 x64<\/ul>\n<\/li>\n<\/ul>\n

                             <\/p>\n

                              \n
                            • \n
                                PowerShell 7.0 x64<\/ul>\n<\/li>\n<\/ul>\n

                                 <\/p>\n

                                  \n
                                • \n
                                    Visual Studio Code 1.50.0 x64<\/ul>\n<\/li>\n<\/ul>\n

                                     <\/p>\n

                                      \n
                                    • \n
                                        Git for Windows 2.27.0 x64<\/ul>\n<\/li>\n<\/ul>\n

                                         <\/p>\n

                                          MongoDB 4.4.1 x64<\/ul>\n

                                          \u8bd7\u6b4c\u548cpyenv\u7684\u5f15\u5165\u53c2\u8003\uff1a\u5728 Windows 10 \u4e0a\u5b89\u88c5 Python\uff0c\u4f7f\u7528 Poetry \u548c pyenv<\/p>\n
                                          ><\/span> poetry<\/span> --version<\/span>\r\nPoetry<\/span> version<\/span> 1.1.0<\/span>\r\n\r\n><\/span> pyenv<\/span> --version<\/span>\r\npyenv<\/span> 2.64.2<\/span>\r\n<\/code><\/pre>\n
                                          \u5b89\u88c5\u548c\u914d\u7f6eMongoDB\u3002\u53c2\u8003\u8d44\u6599\uff1a\u5728Windows 10\u4e2d\u5b89\u88c5MongoDB\u5e76\u4ecePython\u4e2d\u4f7f\u7528<\/p>\n
                                          ><\/span> mongo<\/span> --version<\/span>\r\nMongoDB<\/span> shell<\/span> version<\/span> v4.4.1<\/span>\r\nBuild<\/span> Info:<\/span> {<\/span>\r\n    \"version\"<\/span>:<\/span> \"4.4.1\"<\/span>,<\/span>\r\n    \"gitVersion\"<\/span>:<\/span> \"ad91a93a5a31e175f5cbf8c69561e788bbc55ce1\"<\/span>,<\/span>\r\n    \"modules\"<\/span>:<\/span> [<\/span>\r\n        \"enterprise\"<\/span>\r\n    ],<\/span>\r\n    \"allocator\"<\/span>:<\/span> \"tcmalloc\"<\/span>,<\/span>\r\n    \"environment\"<\/span>:<\/span> {<\/span>\r\n        \"distmod\"<\/span>:<\/span> \"windows\"<\/span>,<\/span>\r\n        \"distarch\"<\/span>:<\/span> \"x86_64\"<\/span>,<\/span>\r\n        \"target_arch\"<\/span>:<\/span> \"x86_64\"<\/span>\r\n    }<\/span>\r\n}<\/span>\r\n<\/code><\/pre>\n
                                          \u68c0\u67e5MongoDB\u8fde\u63a5\u5e76\u521b\u5efa\u6570\u636e\u5e93\u3002
                                          \n\u786e\u8ba4\u80fd\u591f\u8fde\u63a5\u5230MongoDB\u3002<\/p>\n
                                          ><\/span> mongo<\/span> localhost:27017\/admin<\/span> -u<\/span> admin<\/span> -p<\/span>\r\nMongoDB<\/span> shell<\/span> version<\/span> v4.4.1<\/span>\r\n<\/code><\/pre>\n
                                          \u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93\u5e76\u8bbe\u7f6e\u89d2\u8272\uff08\u672c\u6b21\u662fdbOwner\uff09\u3002<\/p>\n
                                          MongoDB<\/span> ><\/span> use<\/span> holoduledb<\/span>\r\nMongoDB<\/span> ><\/span> db.createUser<\/span>(<\/span> {<\/span> user:<\/span>\"owner\"<\/span>,<\/span> pwd:<\/span>\"password\"<\/span>,<\/span> roles:<\/span>[{<\/span> \"role\"<\/span> :<\/span> \"dbOwner\"<\/span>,<\/span> \"db\"<\/span> :<\/span> \"holoduledb\"<\/span> }]<\/span> }<\/span> );<\/span>\r\n<\/code><\/pre>\n
                                          \u4e00\u65e6\u786e\u8ba4\u8fde\u63a5\u6210\u529f\uff0c\u4fbf\u53ef\u4ee5\u9000\u51faMongoDB\u7684shell\u3002<\/p>\n
                                          MongoDB<\/span> ><\/span> exit<\/span>\r\n<\/code><\/pre>\n
                                          \u9879\u76ee\u51c6\u5907<\/p>\n
                                          \u8a69\u6b4c\u548c pyenv\u4f7f\u7528\u8bd7\u6b4c\u521b\u4f5c\u9879\u76ee\u3002<\/p>\n
                                          ><\/span> poetry<\/span> new<\/span> holocrawler<\/span> --name<\/span> app<\/span>\r\n<\/code><\/pre>\n
                                          \u8fdb\u5165\u9879\u76ee\u7684\u76ee\u5f55\u3002<\/p>\n
                                          ><\/span> cd<\/span> holocrawler<\/span>\r\n<\/code><\/pre>\n
                                          \u4e3a\u4e86\u4fdd\u9669\u8d77\u89c1\uff0c\u6211\u4f1a\u66f4\u65b0\u4e00\u4e0b pyenv\u3002<\/p>\n
                                          ><\/span> pyenv<\/span> update<\/span>\r\n<\/code><\/pre>\n
                                          \u5728pyenv\u4e2d\u67e5\u770b\u53ef\u5b89\u88c5\u7684Python\u7248\u672c\u3002<\/p>\n
                                          ><\/span> pyenv<\/span> install<\/span> -l<\/span>\r\n<\/code><\/pre>\n
                                          \u5728\u672c\u5730\uff08\u9879\u76ee\u76ee\u5f55\u5185\uff09\u8bbe\u7f6e\u8981\u4f7f\u7528\u7684 Python\u3002<\/p>\n
                                          ><\/span> pyenv<\/span> local<\/span> 3.8.5<\/span>\r\n<\/code><\/pre>\n
                                          \u6211\u4f1a\u786e\u8ba4\u662f\u5426\u5207\u6362\u6210\u529f\u3002<\/p>\n
                                          ><\/span> python<\/span> -V<\/span>\r\nPython<\/span> 3.8.5<\/span>\r\n<\/code><\/pre>\n
                                          \u5982\u679c\u65e0\u6cd5\u5207\u6362\u5230\u5df2\u8bbe\u7f6e\u7684 Python\uff0c\u8bf7\u4f7f\u7528 rehash \u547d\u4ee4\u66f4\u65b0 shim\u3002<\/p>\n
                                          ><\/span> pyenv<\/span> rehash<\/span>\r\n<\/code><\/pre>\n
                                          \u901a\u8fc7\u8fd9\u6837\u505a\uff0c\u5c06\u66f4\u65b0\u4f4d\u4e8e$HOME\/.pyenv\/shims\/\u4e0b\u9762\u7684\u547d\u4ee4\uff0c\u5e76\u5207\u6362\u5230\u8bbe\u7f6e\u7684Python\u7248\u672c\u3002<\/p>\n
                                          poetry \u3092\u5229\u7528\u3057\u3066\u30d1\u30c3\u30b1\u30fc\u30b8\u3092 pyproject.toml \u306b\u8ffd\u52a0\u3057\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n
                                          ><\/span> poetry<\/span> add<\/span> pylint<\/span>\r\n><\/span> poetry<\/span> add<\/span> beautifulsoup4<\/span>\r\n><\/span> poetry<\/span> add<\/span> requests<\/span>\r\n><\/span> poetry<\/span> add<\/span> selenium<\/span>\r\n><\/span> poetry<\/span> add<\/span> lxml<\/span>\r\n><\/span> poetry<\/span> add<\/span> google-api-python-client<\/span>\r\n><\/span> poetry<\/span> add<\/span> python-dotenv<\/span>\r\n><\/span> poetry<\/span> add<\/span> pymongo<\/span>\r\n<\/code><\/pre>\n
                                          \u30d1\u30c3\u30b1\u30fc\u30b8\u304c\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3055\u308c\u308b\u3068\u3068\u3082\u306b\u3001pyproject.toml \u304c\u4e0b\u8a18\u306e\u3088\u3046\u306b\u66f4\u65b0\u3055\u308c\u307e\u3059\u3002
                                          \npyproject.toml \u306b\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u8a18\u8ff0\u3057\u305f\u3046\u3048\u3067 poetry install \u3092\u5b9f\u884c\u3057\u3066\u3082\u826f\u3044\u3067\u3059\u3002<\/p>\n
                                          [tool.poetry.dependencies]\r\npython = \"^3.8\"\r\npylint = \"^2.6.0\"\r\nbeautifulsoup4 = \"^4.9.3\"\r\nrequests = \"^2.24.0\"\r\nselenium = \"^3.141.0\"\r\nlxml = \"^4.5.2\"\r\ngoogle-api-python-client = \"^1.12.3\"\r\npython-dotenv = \"^0.14.0\"\r\npymongo = \"^3.11.0\"\r\n<\/code><\/pre>\n
                                          poetry \u3092\u5229\u7528\u3057\u3066 Python \u306e\u30d0\u30fc\u30b8\u30e7\u30f3\u3092\u78ba\u8a8d\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n
                                          ><\/span> poetry<\/span> run<\/span> python<\/span> -V<\/span>\r\nPython<\/span> 3.8.5<\/span>\r\n<\/code><\/pre>\n
                                          \u5bf9git\u8fdb\u884c\u521d\u59cb\u5316\u6211\u4f1a\u521d\u59cb\u5316 Git\u3002<\/p>\n
                                          ><\/span> git<\/span> init<\/span>\r\n<\/code><\/pre>\n
                                          \u521b\u5efa .gitignore \u6587\u4ef6\u521b\u5efa\u4e00\u4e2a.gitignore\u6587\u4ef6\uff0c\u5e76\u8bbe\u7f6e\u8981\u6392\u9664\u7684\u76ee\u6807\u3002<\/p>\n
                                          ><\/span> ni<\/span> .<\/span>gitignore<\/span>\r\n<\/code><\/pre>\n
                                          __pycache__\/\r\n*.egg-info\/\r\n*.egg\r\n.env\r\n.venv\r\nenv\/\r\nvenv\/\r\n.python-version\r\n\/geckodriver.log\r\n\/geckodriver.exe\r\n<\/code><\/pre>\n
                                          \u4e0b\u8f7d geckodriver \u4ee5\u8fdb\u884c\u7f51\u7edc\u722c\u866b
                                          \n\u4e0b\u8f7dgeckodriver\u4ee5\u4fbf\u4f7f\u7528Selenium\u5728Firefox\u4e0a\u8fd0\u884c\u3002<\/p>\n
                                            \n
                                          1. \n
                                              \u4e0b\u8f7d geckodriver \uff08geckodriver-v0.27.0-win64.zip\uff09\u3002<\/ol>\n<\/li>\n<\/ol>\n
                                               <\/p>\n
                                                \u89e3\u538b\u7f29 geckodriver-v0.27.0-win64.zip \uff0c\u5e76\u5c06 geckodriver.exe \u653e\u7f6e\u5728\u4efb\u610f\u4f4d\u7f6e\u5e76\u914d\u7f6e\u597d\u8def\u5f84\u3002<\/ol>\n
                                                \u542f\u7528YouTube Data API v3\u4ee5\u83b7\u53d6YouTube\u89c6\u9891\u4fe1\u606f\u3002Google Developer Console \u3067\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u4f5c\u6210\u3057\u3001YouTube Data API v3 \u3092\u6709\u52b9\u5316\u3057\u307e\u3059\u3002<\/p>\n
                                                  \n
                                                • \n
                                                    Google Developer Console \u306b\u30ed\u30b0\u30a4\u30f3<\/ul>\n<\/li>\n<\/ul>\n
                                                     <\/p>\n
                                                      \n
                                                    • \n
                                                        \u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9\u3067\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u4f5c\u6210<\/ul>\n<\/li>\n<\/ul>\n
                                                         <\/p>\n
                                                          \n
                                                        • \n
                                                            \u30e9\u30a4\u30d6\u30e9\u30ea\u3067 YouTube Data API v3 \u3092\u6709\u52b9\u5316<\/ul>\n<\/li>\n<\/ul>\n
                                                             <\/p>\n
                                                              \u8a8d\u8a3c\u60c5\u5831\u3067\u8a8d\u8a3c\u60c5\u5831\u3092\u4f5c\u6210\u3057\u3066 API\u30ad\u30fc \u3092\u53d6\u5f97<\/ul>\n
                                                              .env \u306e\u4f5c\u6210\u521b\u5efa\u4e00\u4e2a\u7528\u4e8e\u8bbe\u7f6eYouTube Data API v3\u7684API\u5bc6\u94a5\u548cMongoDB\u8fde\u63a5\u4fe1\u606f\u7b49\u7684\u6587\u4ef6\u3002<\/p>\n
                                                              ><\/span> ni<\/span> .<\/span>env<\/span>\r\n<\/code><\/pre>\n
                                                              HOLODULE_URL = \"<Holodule URL>\"\r\nAPI_KEY = \"<Youtube Data API Key>\"\r\nAPI_SERVICE_NAME = \"youtube\"\r\nAPI_VERSION = \"v3\"\r\nMONGODB_USER = \"<user>\"\r\nMONGODB_PASSWORD = \"<password>\"\r\nMONGODB_HOST = \"<localhost:27017>\"\r\n<\/code><\/pre>\n
                                                              \u7f16\u5199\u7a0b\u5e8f<\/p>\n
                                                              \u4fdd\u6301\u4ece.env\u83b7\u53d6\u7684\u914d\u7f6e\u4fe1\u606f\u7684\u7c7b
                                                              \n\u521b\u5efa\u4e00\u4e2a\u540d\u4e3a app\/settings.py \u7684\u6587\u4ef6\u3002<\/p>\n
                                                              import<\/span> os<\/span>\r\nimport<\/span> urllib.request<\/span>\r\nfrom<\/span> dotenv<\/span> import<\/span> load_dotenv<\/span>\r\n\r\nclass<\/span> Settings<\/span>:<\/span>\r\n    def<\/span> __init__<\/span>(<\/span>self<\/span>,<\/span> envpath<\/span>):<\/span>\r\n        # .env \u30d5\u30a1\u30a4\u30eb\u3092\u660e\u793a\u7684\u306b\u6307\u5b9a\u3057\u3066\u74b0\u5883\u5909\u6570\u3068\u3057\u3066\u8aad\u307f\u8fbc\u3080\r\n<\/span>        self<\/span>.<\/span>__dotenv_path<\/span> =<\/span> envpath<\/span>\r\n        load_dotenv<\/span>(<\/span>self<\/span>.<\/span>__dotenv_path<\/span>)<\/span>\r\n        # \u74b0\u5883\u5909\u6570\u304b\u3089\u8a2d\u5b9a\u5024\u3092\u53d6\u5f97\r\n<\/span>        self<\/span>.<\/span>__holodule_url<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"HOLODULE_URL\"<\/span>)<\/span>\r\n        if<\/span> self<\/span>.<\/span>__check_url<\/span>(<\/span>self<\/span>.<\/span>__holodule_url<\/span>)<\/span> ==<\/span> False<\/span>:<\/span>\r\n            raise<\/span> ValueError<\/span>(<\/span>\"\u6307\u5b9a\u3057\u305fURL\u306b\u30a2\u30af\u30bb\u30b9\u3067\u304d\u307e\u305b\u3093\u3002\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__api_key<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"API_KEY\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__api_service_name<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"API_SERVICE_NAME\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__api_version<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"API_VERSION\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__mongodb_user<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"MONGODB_USER\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__mongodb_password<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"MONGODB_PASSWORD\"<\/span>)<\/span>\r\n        self<\/span>.<\/span>__mongodb_host<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>.<\/span>get<\/span>(<\/span>\"MONGODB_HOST\"<\/span>)<\/span>\r\n\r\n    # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306eURL\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> holodule_url<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__holodule_url<\/span>\r\n\r\n    # Youtube Data API v3 \u306e API\u30ad\u30fc\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> api_key<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__api_key<\/span>\r\n\r\n    # Youtube Data API v3 \u306e API\u30b5\u30fc\u30d3\u30b9\u540d\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> api_service_name<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__api_service_name<\/span>\r\n\r\n    # Youtube Data API v3 \u306e API\u30d0\u30fc\u30b8\u30e7\u30f3\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> api_version<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__api_version<\/span>\r\n\r\n    # mongodb \u306e \u30e6\u30fc\u30b6\u30fc\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> mongodb_user<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__mongodb_user<\/span>\r\n\r\n    # mongodb \u306e \u30d1\u30b9\u30ef\u30fc\u30c9\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> mongodb_password<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__mongodb_password<\/span>\r\n\r\n    # mongodb \u306e \u30db\u30b9\u30c8:\u30dd\u30fc\u30c8\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> mongodb_host<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__mongodb_host<\/span>\r\n\r\n    # \u6307\u5b9a\u3057\u305fURL\u306b\u30a2\u30af\u30bb\u30b9\u3067\u304d\u308b\u304b\u3092\u30c1\u30a7\u30c3\u30af\r\n<\/span>    def<\/span> __check_url<\/span>(<\/span>self<\/span>,<\/span> url<\/span>):<\/span>\r\n        try<\/span>:<\/span>\r\n            with<\/span> urllib<\/span>.<\/span>request<\/span>.<\/span>urlopen<\/span>(<\/span>url<\/span>):<\/span>\r\n                return<\/span> True<\/span>\r\n        except<\/span> urllib<\/span>.<\/span>request<\/span>.<\/span>HTTPError<\/span>:<\/span>\r\n            return<\/span> False<\/span>\r\n<\/code><\/pre>\n
                                                              \u4fdd\u5b58\u4eceHoloModule\u83b7\u53d6\u7684\u4fe1\u606f\u7684\u7c7b\u3002
                                                              \n\u521b\u5efaapp\/holodule.py\u6587\u4ef6\u3002<\/p>\n
                                                              \"\"\"\r\n\u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u914d\u4fe1\u60c5\u5831\uff0bYoutube\u306e\u52d5\u753b\u60c5\u5831\u542b\u3080\r\n\"\"\"<\/span>\r\n\r\nclass<\/span> Holodule<\/span>:<\/span>\r\n    codes<\/span> =<\/span> {<\/span>\r\n        \"\u3068\u304d\u306e\u305d\u3089\"<\/span>  :<\/span> \"HL0001\"<\/span>,<\/span>\r\n        \"\u30ed\u30dc\u5b50\u3055\u3093\"<\/span> :<\/span> \"HL0002\"<\/span>,<\/span>\r\n        \"\u3055\u304f\u3089\u307f\u3053\"<\/span> :<\/span> \"HL0003\"<\/span>,<\/span>\r\n        \"\u661f\u8857\u3059\u3044\u305b\u3044\"<\/span> :<\/span> \"HL0004\"<\/span>,<\/span>\r\n        \"\u591c\u7a7a\u30e1\u30eb\"<\/span> :<\/span> \"HL0101\"<\/span>,<\/span>\r\n        \"\u30a2\u30ad\u30fb\u30ed\u30fc\u30bc\u30f3\u30bf\u30fc\u30eb\"<\/span> :<\/span> \"HL0102\"<\/span>,<\/span>\r\n        \"\u8d64\u4e95\u306f\u3042\u3068\"<\/span> :<\/span> \"HL0103\"<\/span>,<\/span>\r\n        \"\u767d\u4e0a\u30d5\u30d6\u30ad\"<\/span> :<\/span> \"HL0104\"<\/span>,<\/span>\r\n        \"\u590f\u8272\u307e\u3064\u308a\"<\/span> :<\/span> \"HL0105\"<\/span>,<\/span>\r\n        \"\u6e4a\u3042\u304f\u3042\"<\/span> :<\/span> \"HL0201\"<\/span>,<\/span>\r\n        \"\u7d2b\u54b2\u30b7\u30aa\u30f3\"<\/span> :<\/span> \"HL0202\"<\/span>,<\/span>\r\n        \"\u767e\u9b3c\u3042\u3084\u3081\"<\/span> :<\/span> \"HL0203\"<\/span>,<\/span>\r\n        \"\u7652\u6708\u3061\u3087\u3053\"<\/span> :<\/span> \"HL0204\"<\/span>,<\/span>\r\n        \"\u5927\u7a7a\u30b9\u30d0\u30eb\"<\/span> :<\/span> \"HL0205\"<\/span>,<\/span>\r\n        \"\u5927\u795e\u30df\u30aa\"<\/span> :<\/span> \"HL0G02\"<\/span>,<\/span>\r\n        \"\u732b\u53c8\u304a\u304b\u3086\"<\/span> :<\/span> \"HL0G03\"<\/span>,<\/span>\r\n        \"\u620c\u795e\u3053\u308d\u306d\"<\/span> :<\/span> \"HL0G04\"<\/span>,<\/span>\r\n        \"\u514e\u7530\u307a\u3053\u3089\"<\/span> :<\/span> \"HL0301\"<\/span>,<\/span>\r\n        \"\u6f64\u7fbd\u308b\u3057\u3042\"<\/span> :<\/span> \"HL0302\"<\/span>,<\/span>\r\n        \"\u4e0d\u77e5\u706b\u30d5\u30ec\u30a2\"<\/span> :<\/span> \"HL0303\"<\/span>,<\/span>\r\n        \"\u767d\u9280\u30ce\u30a8\u30eb\"<\/span> :<\/span> \"HL0304\"<\/span>,<\/span>\r\n        \"\u5b9d\u9418\u30de\u30ea\u30f3\"<\/span> :<\/span> \"HL0305\"<\/span>,<\/span>\r\n        \"\u5929\u97f3\u304b\u306a\u305f\"<\/span> :<\/span> \"HL0401\"<\/span>,<\/span>\r\n        \"\u6850\u751f\u30b3\u30b3\"<\/span> :<\/span> \"HL0402\"<\/span>,<\/span>\r\n        \"\u89d2\u5dfb\u308f\u305f\u3081\"<\/span> :<\/span> \"HL0403\"<\/span>,<\/span>\r\n        \"\u5e38\u95c7\u30c8\u30ef\"<\/span> :<\/span> \"HL0404\"<\/span>,<\/span>\r\n        \"\u59eb\u68ee\u30eb\u30fc\u30ca\"<\/span> :<\/span> \"HL0405\"<\/span>,<\/span>\r\n        \"\u7345\u767d\u307c\u305f\u3093\"<\/span> :<\/span> \"HL0501\"<\/span>,<\/span>\r\n        \"\u96ea\u82b1\u30e9\u30df\u30a3\"<\/span> :<\/span> \"HL0502\"<\/span>,<\/span>\r\n        \"\u5c3e\u4e38\u30dd\u30eb\u30ab\"<\/span> :<\/span> \"HL0503\"<\/span>,<\/span>\r\n        \"\u6843\u9234\u306d\u306d\"<\/span> :<\/span> \"HL0504\"<\/span>,<\/span>\r\n        \"\u9b54\u4e43\u30a2\u30ed\u30a8\"<\/span> :<\/span> \"HL0505\"<\/span>\r\n    }<\/span>\r\n\r\n    def<\/span> __init__<\/span>(<\/span>self<\/span>):<\/span>\r\n        self<\/span>.<\/span>__video_id<\/span> =<\/span> \"\"<\/span>\r\n        self<\/span>.<\/span>__datetime<\/span> =<\/span> None<\/span>\r\n        self<\/span>.<\/span>__name<\/span> =<\/span> \"\"<\/span>\r\n        self<\/span>.<\/span>__title<\/span> =<\/span> \"\"<\/span>\r\n        self<\/span>.<\/span>__url<\/span> =<\/span> \"\"<\/span>\r\n        self<\/span>.<\/span>__description<\/span> =<\/span> \"\"<\/span>\r\n\r\n    # \u30ad\u30fc\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> key<\/span>(<\/span>self<\/span>):<\/span>\r\n        _code<\/span> =<\/span> Holodule<\/span>.<\/span>codes<\/span>[<\/span>self<\/span>.<\/span>name<\/span>]<\/span> if<\/span> self<\/span>.<\/span>name<\/span> in<\/span> Holodule<\/span>.<\/span>codes<\/span> else<\/span> \"\"<\/span>\r\n        _dttm<\/span> =<\/span> self<\/span>.<\/span>datetime<\/span>.<\/span>strftime<\/span>(<\/span>\"%Y%m%d_%H%M%S\"<\/span>)<\/span> if<\/span> self<\/span>.<\/span>datetime<\/span> is<\/span> not<\/span> None<\/span> else<\/span> \"\"<\/span>\r\n        return<\/span> _code<\/span> +<\/span> \"_\"<\/span> +<\/span> _dttm<\/span> if<\/span> (<\/span> len<\/span>(<\/span>_code<\/span>)<\/span> ><\/span> 0<\/span> and<\/span> len<\/span>(<\/span>_dttm<\/span>)<\/span> ><\/span> 0<\/span> )<\/span> else<\/span> \"\"<\/span>\r\n\r\n    # video_id\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> video_id<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__video_id<\/span>\r\n\r\n    @<\/span>video_id<\/span>.<\/span>setter<\/span>\r\n    def<\/span> video_id<\/span>(<\/span>self<\/span>,<\/span> video_id<\/span>):<\/span>\r\n        self<\/span>.<\/span>__video_id<\/span> =<\/span> video_id<\/span>\r\n\r\n    # \u65e5\u6642\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> datetime<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__datetime<\/span>\r\n\r\n    @<\/span>datetime<\/span>.<\/span>setter<\/span>\r\n    def<\/span> datetime<\/span>(<\/span>self<\/span>,<\/span> datetime<\/span>):<\/span>\r\n        self<\/span>.<\/span>__datetime<\/span> =<\/span> datetime<\/span>\r\n\r\n    # \u540d\u524d\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> name<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__name<\/span>\r\n\r\n    @<\/span>name<\/span>.<\/span>setter<\/span>\r\n    def<\/span> name<\/span>(<\/span>self<\/span>,<\/span> name<\/span>):<\/span>\r\n        self<\/span>.<\/span>__name<\/span> =<\/span> name<\/span>\r\n\r\n    # \u30bf\u30a4\u30c8\u30eb\uff08Youtube\u304b\u3089\u53d6\u5f97\uff09\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> title<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__title<\/span>\r\n\r\n    @<\/span>title<\/span>.<\/span>setter<\/span>\r\n    def<\/span> title<\/span>(<\/span>self<\/span>,<\/span> title<\/span>):<\/span>\r\n        self<\/span>.<\/span>__title<\/span> =<\/span> title<\/span>\r\n\r\n    # URL\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> url<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__url<\/span>\r\n\r\n    @<\/span>url<\/span>.<\/span>setter<\/span>\r\n    def<\/span> url<\/span>(<\/span>self<\/span>,<\/span> url<\/span>):<\/span>\r\n        self<\/span>.<\/span>__url<\/span> =<\/span> url<\/span>\r\n\r\n    # \u8aac\u660e\uff08Youtube\u304b\u3089\u53d6\u5f97\uff09\r\n<\/span>    @<\/span>property<\/span>\r\n    def<\/span> description<\/span>(<\/span>self<\/span>):<\/span>\r\n        return<\/span> self<\/span>.<\/span>__description<\/span>\r\n\r\n    @<\/span>description<\/span>.<\/span>setter<\/span>\r\n    def<\/span> description<\/span>(<\/span>self<\/span>,<\/span> description<\/span>):<\/span>\r\n        self<\/span>.<\/span>__description<\/span> =<\/span> description<\/span>\r\n\r\n    # \u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u3078\u5909\u63db\r\n<\/span>    def<\/span> to_doc<\/span>(<\/span>self<\/span>):<\/span>\r\n        doc<\/span> =<\/span> {<\/span> 'key'<\/span>:<\/span> str<\/span>(<\/span>self<\/span>.<\/span>key<\/span>),<\/span>\r\n                'video_id'<\/span>:<\/span> str<\/span>(<\/span>self<\/span>.<\/span>video_id<\/span>),<\/span>\r\n                'datetime'<\/span> :<\/span> str<\/span>(<\/span>self<\/span>.<\/span>datetime<\/span>.<\/span>strftime<\/span>(<\/span>\"%Y%m%d %H%M%S\"<\/span>)),<\/span>\r\n                'name'<\/span> :<\/span> str<\/span>(<\/span>self<\/span>.<\/span>name<\/span>),<\/span>\r\n                'title'<\/span> :<\/span> str<\/span>(<\/span>self<\/span>.<\/span>title<\/span>),<\/span>\r\n                'url'<\/span> :<\/span> str<\/span>(<\/span>self<\/span>.<\/span>url<\/span>),<\/span>\r\n                'description'<\/span> :<\/span> str<\/span>(<\/span>self<\/span>.<\/span>description<\/span>)<\/span> }<\/span>\r\n        return<\/span> doc<\/span>\r\n<\/code><\/pre>\n
                                                              \u4e00\u4e2a\u7c7b\u7528\u4e8e\u83b7\u53d6Holodule\u548cYouTube\u89c6\u9891\u4fe1\u606f\u5e76\u5c06\u5176\u5b58\u50a8\u5230MongoDB\u6570\u636e\u5e93\u4e2d\u3002
                                                              \n\u521b\u5efa\u4e00\u4e2a\u540d\u4e3aapp\/holocrawler.py\u7684\u6587\u4ef6\u3002<\/p>\n
                                                              \"\"\"\r\n\u3010\u30db\u30ed\u30e9\u30a4\u30d6\u3011\u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u3068 Youtube \u306e\u52d5\u753b\u60c5\u5831\u3092\u53d6\u5f97\u3057\u3066 MongoDB \u3078\u767b\u9332\u3059\u308b\r\n\r\n1. \u4e8b\u524d\u306b geckodriver \u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3057\u3066\u914d\u7f6e\u3057 PATH \u3092\u8a2d\u5b9a\u3057\u3066\u304a\u304f\r\n   geckodriver https:\/\/github.com\/mozilla\/geckodriver\/releases\r\n2. Google \u306e YouTube Data API v3 \u3092\u6709\u52b9\u5316\u3057\u3066 API \u30ad\u30fc\u3092\u53d6\u5f97\u3057\u3066\u304a\u304f\r\n   Google Developer Console https:\/\/console.developers.google.com\/?hl=JA\r\n3. .env\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u6210\u3057\u3001URL\u3084API\u30ad\u30fc\u3092\u8a2d\u5b9a\u3057\u3066\u304a\u304f\r\n   \u53c2\u8003 : .env.sample\r\n4. pyproject.toml \u3092\u5229\u7528\u3057\u3066 Python \u306e\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u4e00\u62ec\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u304a\u304f\r\n   \u53c2\u8003 : pyproject.toml\r\n\"\"\"<\/span>\r\n\r\nimport<\/span> sys<\/span>\r\nimport<\/span> os<\/span>\r\nimport<\/span> csv<\/span>\r\nimport<\/span> re<\/span>\r\nimport<\/span> datetime<\/span>\r\nimport<\/span> time<\/span>\r\nfrom<\/span> bs4<\/span> import<\/span> BeautifulSoup<\/span>\r\nfrom<\/span> selenium<\/span> import<\/span> webdriver<\/span>\r\nfrom<\/span> selenium.webdriver.common.by<\/span> import<\/span> By<\/span>\r\nfrom<\/span> selenium.webdriver.firefox.options<\/span> import<\/span> Options<\/span>\r\nfrom<\/span> selenium.webdriver.support.select<\/span> import<\/span> Select<\/span>\r\nfrom<\/span> selenium.webdriver.support.ui<\/span> import<\/span> WebDriverWait<\/span>\r\nfrom<\/span> selenium.webdriver.support<\/span> import<\/span> expected_conditions<\/span> as<\/span> EC<\/span>\r\nfrom<\/span> apiclient.discovery<\/span> import<\/span> build<\/span>  #pylint: disable=import-error\r\n<\/span>from<\/span> apiclient.errors<\/span> import<\/span> HttpError<\/span> #pylint: disable=import-error\r\n<\/span>from<\/span> pymongo<\/span> import<\/span> MongoClient<\/span>\r\nfrom<\/span> urllib.parse<\/span> import<\/span> quote_plus<\/span>\r\nfrom<\/span> bson.objectid<\/span> import<\/span> ObjectId<\/span>\r\nfrom<\/span> app.settings<\/span> import<\/span> Settings<\/span>\r\nfrom<\/span> app.holodule<\/span> import<\/span> Holodule<\/span>\r\n\r\nclass<\/span> HoloCrawler<\/span>:<\/span>\r\n    def<\/span> __init__<\/span>(<\/span>self<\/span>,<\/span> settings<\/span>):<\/span>\r\n        self<\/span>.<\/span>__driver<\/span> =<\/span> None<\/span>\r\n        self<\/span>.<\/span>__wait<\/span> =<\/span> None<\/span>\r\n        # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e URL\r\n<\/span>        self<\/span>.<\/span>__holodule_url<\/span> =<\/span> settings<\/span>.<\/span>holodule_url<\/span>\r\n        # YouTube Data API v3 \u3092\u5229\u7528\u3059\u308b\u305f\u3081\u306e\u6e96\u5099\r\n<\/span>        self<\/span>.<\/span>__youtube<\/span> =<\/span> build<\/span>(<\/span>settings<\/span>.<\/span>api_service_name<\/span>,<\/span> settings<\/span>.<\/span>api_version<\/span>,<\/span> developerKey<\/span>=<\/span>settings<\/span>.<\/span>api_key<\/span>,<\/span> cache_discovery<\/span>=<\/span>False<\/span>)<\/span>\r\n        # mongodb\u306e\u30e6\u30fc\u30b6\u30fc\r\n<\/span>        self<\/span>.<\/span>__mongodb_user<\/span> =<\/span> quote_plus<\/span>(<\/span>settings<\/span>.<\/span>mongodb_user<\/span>)<\/span>\r\n        # mongodb\u306e\u30d1\u30b9\u30ef\u30fc\u30c9\r\n<\/span>        self<\/span>.<\/span>__mongodb_password<\/span> =<\/span> quote_plus<\/span>(<\/span>settings<\/span>.<\/span>mongodb_password<\/span>)<\/span>\r\n        # mongodb\u306e\u63a5\u7d9a\u60c5\u5831\r\n<\/span>        self<\/span>.<\/span>__mongodb_host<\/span> =<\/span> \"mongodb:\/\/%s\/\"<\/span> %<\/span> (<\/span>settings<\/span>.<\/span>mongodb_host<\/span>)<\/span>\r\n\r\n    # Firefox\u30d7\u30ed\u30d5\u30a1\u30a4\u30eb\u306e\u8a2d\u5b9a\r\n<\/span>    def<\/span> __setup_profile<\/span>(<\/span>self<\/span>):<\/span>\r\n        profile<\/span> =<\/span> webdriver<\/span>.<\/span>FirefoxProfile<\/span>()<\/span>\r\n        # \u305d\u306e\u4ed6\uff08\u53c2\u8003\uff09\r\n<\/span>        # profile.set_preference(\"browser.download.folderList\", 1)\r\n<\/span>        # profile.set_preference(\"browser.download.dir\", \"********\")\r\n<\/span>        # profile.set_preference(\"browser.download.manager.showWhenStarting\", False)\r\n<\/span>        # profile.set_preference(\"browser.helperApps.neverAsk.saveToDisk\", \"application\/octet-stream-dummy\")\r\n<\/span>        # profile.set_preference(\"browser.helperApps.alwaysAsk.force\", False)\r\n<\/span>        # profile.set_preference(\"browser.download.manager.alertOnEXEOpen\", False)\r\n<\/span>        # profile.set_preference(\"browser.download.manager.focusWhenStarting\", False)\r\n<\/span>        # profile.set_preference(\"browser.download.manager.useWindow\", False)\r\n<\/span>        # profile.set_preference(\"browser.download.manager.showAlertOnComplete\", False)\r\n<\/span>        # profile.set_preference(\"browser.download.manager.closeWhenDone\", False)\r\n<\/span>        return<\/span> profile<\/span>\r\n\r\n    # Firefox\u30aa\u30d7\u30b7\u30e7\u30f3\u306e\u8a2d\u5b9a\r\n<\/span>    def<\/span> __setup_options<\/span>(<\/span>self<\/span>):<\/span>\r\n        options<\/span> =<\/span> Options<\/span>()<\/span>\r\n        # \u30d8\u30c3\u30c9\u30ec\u30b9\u30e2\u30fc\u30c9\u3068\u3059\u308b\r\n<\/span>        options<\/span>.<\/span>add_argument<\/span>(<\/span>\"--headless\"<\/span>)<\/span>\r\n        return<\/span> options<\/span>\r\n\r\n    # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u53d6\u5f97\r\n<\/span>    def<\/span> __get_holodule<\/span>(<\/span>self<\/span>):<\/span>\r\n        # \u53d6\u5f97\u5bfe\u8c61\u306e URL \u306b\u9077\u79fb\r\n<\/span>        self<\/span>.<\/span>__driver<\/span>.<\/span>get<\/span>(<\/span>self<\/span>.<\/span>__holodule_url<\/span>)<\/span>\r\n        # <div class=\"holodule\" style=\"margin-top:10px;\">\u304c\u8868\u793a\u3055\u308c\u308b\u307e\u3067\u5f85\u6a5f\u3059\u308b\r\n<\/span>        self<\/span>.<\/span>__wait<\/span>.<\/span>until<\/span>(<\/span>EC<\/span>.<\/span>presence_of_element_located<\/span>((<\/span>By<\/span>.<\/span>CLASS_NAME<\/span>,<\/span> \"holodule\"<\/span>)))<\/span>\r\n        # \u30da\u30fc\u30b8\u30bd\u30fc\u30b9\u306e\u53d6\u5f97\r\n<\/span>        html<\/span> =<\/span> self<\/span>.<\/span>__driver<\/span>.<\/span>page_source<\/span>.<\/span>encode<\/span>(<\/span>\"utf-8\"<\/span>)<\/span>\r\n        # \u30da\u30fc\u30b8\u30bd\u30fc\u30b9\u306e\u89e3\u6790\uff08\u30d1\u30fc\u30b5\u3068\u3057\u3066 lxml \u3092\u6307\u5b9a\uff09\r\n<\/span>        soup<\/span> =<\/span> BeautifulSoup<\/span>(<\/span>html<\/span>,<\/span> \"lxml\"<\/span>)<\/span>\r\n        # \u30bf\u30a4\u30c8\u30eb\u306e\u53d6\u5f97\uff08\u78ba\u8a8d\u7528\uff09\r\n<\/span>        head<\/span> =<\/span> soup<\/span>.<\/span>find<\/span>(<\/span>\"head\"<\/span>)<\/span>\r\n        title<\/span> =<\/span> head<\/span>.<\/span>find<\/span>(<\/span>\"title\"<\/span>).<\/span>text<\/span>\r\n        print<\/span>(<\/span>title<\/span>)<\/span>\r\n        # TODO : \u3053\u3053\u304b\u3089\u306f\u30da\u30fc\u30b8\u306e\u69cb\u6210\u306b\u5408\u308f\u305b\u3066\u6c7a\u3081\u6253\u3061 = \u30da\u30fc\u30b8\u306e\u69cb\u6210\u304c\u5909\u308f\u3063\u305f\u3089\u52d5\u304b\u306a\u3044\r\n<\/span>        # \u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\u306e\u53d6\u5f97\r\n<\/span>        holodule_list<\/span> =<\/span> []<\/span>\r\n        date_string<\/span> =<\/span> \"\"<\/span>\r\n        today<\/span> =<\/span> datetime<\/span>.<\/span>date<\/span>.<\/span>today<\/span>()<\/span>\r\n        tab_pane<\/span> =<\/span> soup<\/span>.<\/span>find<\/span>(<\/span>\"div\"<\/span>,<\/span> class_<\/span>=<\/span>\"tab-pane show active\"<\/span>)<\/span>\r\n        containers<\/span> =<\/span> tab_pane<\/span>.<\/span>find_all<\/span>(<\/span>\"div\"<\/span>,<\/span> class_<\/span>=<\/span>\"container\"<\/span>)<\/span>\r\n        for<\/span> container<\/span> in<\/span> containers<\/span>:<\/span>\r\n            # \u65e5\u4ed8\u306e\u307f\u53d6\u5f97\r\n<\/span>            div_date<\/span> =<\/span> container<\/span>.<\/span>find<\/span>(<\/span>\"div\"<\/span>,<\/span> class_<\/span>=<\/span>\"holodule navbar-text\"<\/span>)<\/span>\r\n            if<\/span> div_date<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                date_text<\/span> =<\/span> div_date<\/span>.<\/span>text<\/span>.<\/span>strip<\/span>()<\/span>\r\n                match_date<\/span> =<\/span> re<\/span>.<\/span>search<\/span>(<\/span>r<\/span>\"[0-9]{1,2}\/[0-9]{1,2}\"<\/span>,<\/span> date_text<\/span>)<\/span>\r\n                dates<\/span> =<\/span> match_date<\/span>.<\/span>group<\/span>(<\/span>0<\/span>).<\/span>split<\/span>(<\/span>\"\/\"<\/span>)<\/span>\r\n                month<\/span> =<\/span> int<\/span>(<\/span>dates<\/span>[<\/span>0<\/span>])<\/span>\r\n                day<\/span> =<\/span> int<\/span>(<\/span>dates<\/span>[<\/span>1<\/span>])<\/span>\r\n                year<\/span> =<\/span> today<\/span>.<\/span>year<\/span>\r\n                if<\/span> month<\/span> <<\/span> today<\/span>.<\/span>month<\/span> or<\/span> (<\/span> month<\/span> ==<\/span> 12<\/span> and<\/span> today<\/span>.<\/span>month<\/span> ==<\/span> 1<\/span> ):<\/span>\r\n                    year<\/span> =<\/span> year<\/span> -<\/span> 1<\/span>\r\n                elif<\/span> month<\/span> ><\/span> today<\/span>.<\/span>month<\/span> or<\/span> (<\/span> month<\/span> ==<\/span> 1<\/span> and<\/span> today<\/span>.<\/span>month<\/span> ==<\/span> 12<\/span> ):<\/span>\r\n                    year<\/span> =<\/span> year<\/span> +<\/span> 1<\/span>\r\n                date_string<\/span> =<\/span> f<\/span>\"<\/span>{<\/span>year<\/span>}<\/span>\/<\/span>{<\/span>month<\/span>}<\/span>\/<\/span>{<\/span>day<\/span>}<\/span>\"<\/span>\r\n                # print(date_string)\r\n<\/span>            # \u30e9\u30a4\u30d0\u30fc\u6bce\u306e\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\r\n<\/span>            thumbnails<\/span> =<\/span> container<\/span>.<\/span>find_all<\/span>(<\/span>\"a\"<\/span>,<\/span> class_<\/span>=<\/span>\"thumbnail\"<\/span>)<\/span>\r\n            if<\/span> thumbnails<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                for<\/span> thumbnail<\/span> in<\/span> thumbnails<\/span>:<\/span>\r\n                    holodule<\/span> =<\/span> Holodule<\/span>()<\/span>\r\n                    # Youtube URL\r\n<\/span>                    youtube_url<\/span> =<\/span> thumbnail<\/span>.<\/span>get<\/span>(<\/span>\"href\"<\/span>)<\/span>\r\n                    if<\/span> youtube_url<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                        holodule<\/span>.<\/span>url<\/span> =<\/span> youtube_url<\/span>\r\n                        # print(holodule.url)\r\n<\/span>                    # \u6642\u523b\uff08\u5148\u306b\u53d6\u5f97\u3057\u3066\u304a\u3044\u305f\u65e5\u4ed8\u3068\u5408\u4f53\uff09\r\n<\/span>                    div_time<\/span> =<\/span> thumbnail<\/span>.<\/span>find<\/span>(<\/span>\"div\"<\/span>,<\/span> class_<\/span>=<\/span>\"col-5 col-sm-5 col-md-5 text-left datetime\"<\/span>)<\/span>\r\n                    if<\/span> div_time<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                        time_text<\/span> =<\/span> div_time<\/span>.<\/span>text<\/span>.<\/span>strip<\/span>()<\/span>\r\n                        match_time<\/span> =<\/span> re<\/span>.<\/span>search<\/span>(<\/span>r<\/span>\"[0-9]{1,2}:[0-9]{1,2}\"<\/span>,<\/span> time_text<\/span>)<\/span>\r\n                        times<\/span> =<\/span> match_time<\/span>.<\/span>group<\/span>(<\/span>0<\/span>).<\/span>split<\/span>(<\/span>\":\"<\/span>)<\/span>\r\n                        hour<\/span> =<\/span> int<\/span>(<\/span>times<\/span>[<\/span>0<\/span>])<\/span>\r\n                        minute<\/span> =<\/span> int<\/span>(<\/span>times<\/span>[<\/span>1<\/span>])<\/span>\r\n                        datetime_string<\/span> =<\/span> f<\/span>\"<\/span>{<\/span>date_string<\/span>}<\/span> {<\/span>hour<\/span>}<\/span>:<\/span>{<\/span>minute<\/span>}<\/span>\"<\/span>\r\n                        holodule<\/span>.<\/span>datetime<\/span> =<\/span> datetime<\/span>.<\/span>datetime<\/span>.<\/span>strptime<\/span>(<\/span>datetime_string<\/span>,<\/span> \"%Y\/%m\/%d %H:%M\"<\/span>)<\/span>\r\n                        # print(holodule.datetime)\r\n<\/span>                    # \u30e9\u30a4\u30d0\u30fc\u306e\u540d\u524d\r\n<\/span>                    div_name<\/span> =<\/span> thumbnail<\/span>.<\/span>find<\/span>(<\/span>\"div\"<\/span>,<\/span> class_<\/span>=<\/span>\"col text-right name\"<\/span>)<\/span>\r\n                    if<\/span> div_name<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                        holodule<\/span>.<\/span>name<\/span> =<\/span> div_name<\/span>.<\/span>text<\/span>.<\/span>strip<\/span>()<\/span>\r\n                        # print(holodule.name)\r\n<\/span>                    # \u30ea\u30b9\u30c8\u306b\u8ffd\u52a0\r\n<\/span>                    if<\/span> len<\/span>(<\/span>holodule<\/span>.<\/span>key<\/span>)<\/span> ><\/span> 0<\/span>:<\/span>\r\n                        holodule_list<\/span>.<\/span>append<\/span>(<\/span>holodule<\/span>)<\/span>\r\n        return<\/span> holodule_list<\/span>\r\n\r\n    # Youtube \u52d5\u753b\u60c5\u5831\u306e\u53d6\u5f97\r\n<\/span>    def<\/span> __get_youtube_video_info<\/span>(<\/span>self<\/span>,<\/span> youtube_url<\/span>):<\/span>\r\n        # Youtube \u306e URL \u304b\u3089 ID \u3092\u53d6\u5f97\r\n<\/span>        match_video<\/span> =<\/span> re<\/span>.<\/span>search<\/span>(<\/span>r<\/span>\"^[^v]+v=(.{11}).*\"<\/span>,<\/span> youtube_url<\/span>)<\/span>\r\n        video_id<\/span> =<\/span> match_video<\/span>.<\/span>group<\/span>(<\/span>1<\/span>)<\/span>\r\n        # Youtube \u306f\u30b9\u30af\u30ec\u30a4\u30d4\u30f3\u30b0\u3092\u7981\u6b62\u3057\u3066\u3044\u308b\u306e\u3067 YouTube Data API (v3) \u3067\u60c5\u5831\u3092\u53d6\u5f97\r\n<\/span>        search_response<\/span> =<\/span> self<\/span>.<\/span>__youtube<\/span>.<\/span>videos<\/span>().<\/span>list<\/span>(<\/span>\r\n            # \u7d50\u679c\u3068\u3057\u3066 snippet \u306e\u307f\u3092\u53d6\u5f97\r\n<\/span>            part<\/span>=<\/span>\"snippet\"<\/span>,<\/span>\r\n            # \u691c\u7d22\u6761\u4ef6\u306f id\r\n<\/span>            id<\/span>=<\/span>video_id<\/span>,<\/span>\r\n            # 1\u4ef6\u306e\u307f\u53d6\u5f97\r\n<\/span>            maxResults<\/span>=<\/span>1<\/span>\r\n        ).<\/span>execute<\/span>()<\/span>\r\n        # \u691c\u7d22\u7d50\u679c\u304b\u3089\u60c5\u5831\u3092\u53d6\u5f97\r\n<\/span>        for<\/span> search_result<\/span> in<\/span> search_response<\/span>.<\/span>get<\/span>(<\/span>\"items\"<\/span>,<\/span> []):<\/span>\r\n            # id\r\n<\/span>            vid<\/span> =<\/span> search_result<\/span>[<\/span>\"id\"<\/span>]<\/span>\r\n            # \u30bf\u30a4\u30c8\u30eb\r\n<\/span>            title<\/span> =<\/span> search_result<\/span>[<\/span>\"snippet\"<\/span>][<\/span>\"title\"<\/span>]<\/span>\r\n            # \u8aac\u660e\r\n<\/span>            description<\/span> =<\/span> search_result<\/span>[<\/span>\"snippet\"<\/span>][<\/span>\"description\"<\/span>]<\/span>\r\n            # ID\u3068\u30bf\u30a4\u30c8\u30eb\u3068\u8aac\u660e\u3092\u8fd4\u5374\r\n<\/span>            return<\/span> (<\/span>vid<\/span>,<\/span> title<\/span>,<\/span> description<\/span>)<\/span>\r\n        return<\/span> (<\/span>\"\"<\/span>,<\/span>\"\"<\/span>,<\/span>\"\"<\/span>)<\/span>\r\n\r\n    # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u30b9\u30af\u30ec\u30a4\u30d4\u30f3\u30b0\u3068 Youtube \u52d5\u753b\u60c5\u5831\u304b\u3089\u3001\u914d\u4fe1\u60c5\u5831\u30ea\u30b9\u30c8\u306e\u53d6\u5f97\r\n<\/span>    def<\/span> get_holodule_list<\/span>(<\/span>self<\/span>):<\/span>\r\n        try<\/span>:<\/span>\r\n            # \u30d7\u30ed\u30d5\u30a1\u30a4\u30eb\u306e\u30bb\u30c3\u30c8\u30a2\u30c3\u30d7\r\n<\/span>            profile<\/span> =<\/span> self<\/span>.<\/span>__setup_profile<\/span>()<\/span>\r\n            # \u30aa\u30d7\u30b7\u30e7\u30f3\u306e\u30bb\u30c3\u30c8\u30a2\u30c3\u30d7\r\n<\/span>            options<\/span> =<\/span> self<\/span>.<\/span>__setup_options<\/span>()<\/span>\r\n            # \u30c9\u30e9\u30a4\u30d0\u306e\u521d\u671f\u5316\uff08\u30aa\u30d7\u30b7\u30e7\u30f3\uff08\u30d8\u30c3\u30c9\u30ec\u30b9\u30e2\u30fc\u30c9\uff09\u3068\u30d7\u30ed\u30d5\u30a1\u30a4\u30eb\u3092\u6307\u5b9a\uff09\r\n<\/span>            self<\/span>.<\/span>__driver<\/span> =<\/span> webdriver<\/span>.<\/span>Firefox<\/span>(<\/span>options<\/span>=<\/span>options<\/span>,<\/span> firefox_profile<\/span>=<\/span>profile<\/span>)<\/span>\r\n            # \u6307\u5b9a\u3057\u305f\u30c9\u30e9\u30a4\u30d0\u306b\u5bfe\u3057\u3066\u6700\u5927\u306710\u79d2\u9593\u5f85\u3064\u3088\u3046\u306b\u8a2d\u5b9a\u3059\u308b\r\n<\/span>            self<\/span>.<\/span>__wait<\/span> =<\/span> WebDriverWait<\/span>(<\/span>self<\/span>.<\/span>__driver<\/span>,<\/span> 10<\/span>)<\/span>\r\n            # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u53d6\u5f97\r\n<\/span>            holodule_list<\/span> =<\/span> self<\/span>.<\/span>__get_holodule<\/span>()<\/span>\r\n            # Youtube\u60c5\u5831\u306e\u53d6\u5f97\r\n<\/span>            for<\/span> holodule<\/span> in<\/span> holodule_list<\/span>:<\/span>\r\n                # video\u60c5\u5831\r\n<\/span>                video_info<\/span> =<\/span> self<\/span>.<\/span>__get_youtube_video_info<\/span>(<\/span>holodule<\/span>.<\/span>url<\/span>)<\/span>\r\n                # video_id\r\n<\/span>                holodule<\/span>.<\/span>video_id<\/span> =<\/span> video_info<\/span>[<\/span>0<\/span>]<\/span>\r\n                # \u30bf\u30a4\u30c8\u30eb\r\n<\/span>                holodule<\/span>.<\/span>title<\/span> =<\/span> video_info<\/span>[<\/span>1<\/span>]<\/span>\r\n                # \u8aac\u660e\u6587\uff08\u9577\u3044\u306e\u3067100\u6587\u5b57\u3067\u5207\u3063\u3066\u3044\u308b\uff09\r\n<\/span>                holodule<\/span>.<\/span>description<\/span> =<\/span> video_info<\/span>[<\/span>2<\/span>].<\/span>replace<\/span>(<\/span>\"<\/span>\\r<\/span>\"<\/span>,<\/span>\"\"<\/span>).<\/span>replace<\/span>(<\/span>\"<\/span>\\n<\/span>\"<\/span>,<\/span>\"\"<\/span>).<\/span>replace<\/span>(<\/span>\"<\/span>\\\"<\/span>\"<\/span>,<\/span>\"\"<\/span>).<\/span>replace<\/span>(<\/span>\"<\/span>\\'<\/span>\"<\/span>,<\/span>\"\"<\/span>)[:<\/span>100<\/span>]<\/span>\r\n            # \u751f\u6210\u3057\u305f\u30ea\u30b9\u30c8\u3092\u8fd4\u3059\r\n<\/span>            return<\/span> holodule_list<\/span>\r\n        except<\/span> OSError<\/span> as<\/span> err<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"OS error: {0}\"<\/span>.<\/span>format<\/span>(<\/span>err<\/span>))<\/span>\r\n        except<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"Unexpected error:\"<\/span>,<\/span> sys<\/span>.<\/span>exc_info<\/span>()[<\/span>0<\/span>])<\/span>\r\n            raise<\/span>\r\n        finally<\/span>:<\/span>\r\n            # \u30c9\u30e9\u30a4\u30d0\u3092\u9589\u3058\u308b\r\n<\/span>            self<\/span>.<\/span>__driver<\/span>.<\/span>close<\/span>()<\/span>\r\n\r\n    # \u914d\u4fe1\u60c5\u5831\u30ea\u30b9\u30c8\u306eCSV\u51fa\u529b\r\n<\/span>    def<\/span> output_holodule_list<\/span>(<\/span>self<\/span>,<\/span> holodule_list<\/span>,<\/span> filepath<\/span>):<\/span>\r\n        try<\/span>:<\/span>\r\n            # CSV\u51fa\u529b(BOM\u4ed8\u304dUTF-8)\r\n<\/span>            with<\/span> open<\/span>(<\/span>filepath<\/span>,<\/span> \"w\"<\/span>,<\/span> newline<\/span>=<\/span>\"\"<\/span>,<\/span> encoding<\/span>=<\/span>\"utf_8_sig\"<\/span>)<\/span> as<\/span> csvfile<\/span>:<\/span>\r\n                csvwriter<\/span> =<\/span> csv<\/span>.<\/span>writer<\/span>(<\/span>csvfile<\/span>,<\/span> delimiter<\/span>=<\/span>\",\"<\/span>)<\/span>\r\n                csvwriter<\/span>.<\/span>writerow<\/span>([<\/span>\"key\"<\/span>,<\/span> \"video_id\"<\/span>,<\/span> \"datetime\"<\/span>,<\/span> \"name\"<\/span>,<\/span> \"title\"<\/span>,<\/span> \"url\"<\/span>,<\/span> \"description\"<\/span>])<\/span>\r\n                for<\/span> holodule<\/span> in<\/span> holodule_list<\/span>:<\/span>\r\n                    csvwriter<\/span>.<\/span>writerow<\/span>([<\/span>holodule<\/span>.<\/span>key<\/span>,<\/span> holodule<\/span>.<\/span>video_id<\/span>,<\/span> holodule<\/span>.<\/span>datetime<\/span>,<\/span> holodule<\/span>.<\/span>name<\/span>,<\/span> holodule<\/span>.<\/span>title<\/span>,<\/span> holodule<\/span>.<\/span>url<\/span>,<\/span> holodule<\/span>.<\/span>description<\/span>])<\/span>\r\n        except<\/span> OSError<\/span> as<\/span> err<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"OS error: {0}\"<\/span>.<\/span>format<\/span>(<\/span>err<\/span>))<\/span>\r\n        except<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"Unexpected error:\"<\/span>,<\/span> sys<\/span>.<\/span>exc_info<\/span>()[<\/span>0<\/span>])<\/span>\r\n            raise<\/span>\r\n        finally<\/span>:<\/span>\r\n            pass<\/span>\r\n\r\n    # \u914d\u4fe1\u60c5\u5831\u30ea\u30b9\u30c8\u306eDB\u767b\u9332\r\n<\/span>    def<\/span> register_holodule_list<\/span>(<\/span>self<\/span>,<\/span> holodule_list<\/span>):<\/span>\r\n        try<\/span>:<\/span>\r\n            # MongoDB \u306e\u30b3\u30ec\u30af\u30b7\u30e7\u30f3\u304b\u3089\u306e\u524a\u9664\u3068\u633f\u5165\r\n<\/span>            client<\/span> =<\/span> MongoClient<\/span>(<\/span>self<\/span>.<\/span>__mongodb_host<\/span>)<\/span>\r\n            db<\/span> =<\/span> client<\/span>.<\/span>holoduledb<\/span>\r\n            db<\/span>.<\/span>authenticate<\/span>(<\/span>name<\/span>=<\/span>self<\/span>.<\/span>__mongodb_user<\/span>,<\/span>password<\/span>=<\/span>self<\/span>.<\/span>__mongodb_password<\/span>)<\/span>\r\n            collection<\/span> =<\/span> db<\/span>.<\/span>holodules<\/span>\r\n            for<\/span> holodule<\/span> in<\/span> holodule_list<\/span>:<\/span>\r\n                # video_id \u3092\u6761\u4ef6\u3068\u3057\u305f\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u306e\u524a\u9664\r\n<\/span>                video_id<\/span> =<\/span> holodule<\/span>.<\/span>video_id<\/span>\r\n                collection<\/span>.<\/span>delete_one<\/span>(<\/span> {<\/span>\"video_id\"<\/span>:<\/span>video_id<\/span>}<\/span> )<\/span>\r\n                # \u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u306e\u633f\u5165\r\n<\/span>                doc<\/span> =<\/span> holodule<\/span>.<\/span>to_doc<\/span>()<\/span>\r\n                collection<\/span>.<\/span>insert_one<\/span>(<\/span>doc<\/span>)<\/span>\r\n        except<\/span> OSError<\/span> as<\/span> err<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"OS error: {0}\"<\/span>.<\/span>format<\/span>(<\/span>err<\/span>))<\/span>\r\n        except<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"Unexpected error:\"<\/span>,<\/span> sys<\/span>.<\/span>exc_info<\/span>()[<\/span>0<\/span>])<\/span>\r\n            raise<\/span>\r\n        finally<\/span>:<\/span>\r\n            pass<\/span>\r\n<\/code><\/pre>\n
                                                              \u521b\u5efa__init__.py\u6587\u4ef6
                                                              \n\u521b\u5efaapp\/__init__.py\u6587\u4ef6\uff0c\u5e76\u4f7fmain.py\u80fd\u591f\u5f15\u7528\u4e0e\u76ee\u5f55\u540d\u76f8\u540c\u7684\u547d\u540d\u7a7a\u95f4\u6a21\u5757\u3002<\/p>\n
                                                              from<\/span> .<\/span> import<\/span> settings<\/span>\r\nfrom<\/span> .<\/span> import<\/span> holodule<\/span>\r\nfrom<\/span> .<\/span> import<\/span> holocrawler<\/span>\r\n\r\n__version__<\/span> =<\/span> '0.1.0'<\/span>\r\n<\/code><\/pre>\n
                                                              \u521b\u5efa\u4e3b\u8981\u6a21\u5757\u521b\u5efa\u4e00\u4e2a\u540d\u4e3amain.py\u7684\u6587\u4ef6\u3002<\/p>\n
                                                              import<\/span> sys<\/span>\r\nimport<\/span> os<\/span>\r\nimport<\/span> argparse<\/span>\r\nfrom<\/span> os.path<\/span> import<\/span> join<\/span>,<\/span> dirname<\/span>\r\nfrom<\/span> app.settings<\/span> import<\/span> Settings<\/span>\r\nfrom<\/span> app.holocrawler<\/span> import<\/span> HoloCrawler<\/span>\r\n\r\nRETURN_SUCCESS<\/span> =<\/span> 0<\/span>\r\nRETURN_FAILURE<\/span> =<\/span> -<\/span>1<\/span>\r\n\r\ndef<\/span> main<\/span>():<\/span>\r\n    # parser \u3092\u4f5c\u308b\uff08\u8aac\u660e\u3092\u6307\u5b9a\u3067\u304d\u308b\uff09\r\n<\/span>    parser<\/span> =<\/span> argparse<\/span>.<\/span>ArgumentParser<\/span>(<\/span>description<\/span>=<\/span>\"\u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306eHTML\u3092Selenium + BeautifulSoup4 + Youtube API \u3067\u89e3\u6790\u3057\u3066 MongoDB \u3078\u767b\u9332\"<\/span>)<\/span>\r\n    # \u30b3\u30de\u30f3\u30c9\u30e9\u30a4\u30f3\u5f15\u6570\u3092\u8a2d\u5b9a\u3059\u308b\uff08\u8aac\u660e\u3092\u6307\u5b9a\u3067\u304d\u308b\uff09\r\n<\/span>    parser<\/span>.<\/span>add_argument<\/span>(<\/span>\"--csvpath\"<\/span>,<\/span> help<\/span>=<\/span>\"\u51fa\u529b\u3059\u308bCSV\u30d5\u30a1\u30a4\u30eb\u306e\u30d1\u30b9\uff08\u4efb\u610f\uff09\"<\/span>)<\/span>\r\n    # \u30b3\u30de\u30f3\u30c9\u30e9\u30a4\u30f3\u5f15\u6570\u3092\u89e3\u6790\u3059\u308b\r\n<\/span>    args<\/span> =<\/span> parser<\/span>.<\/span>parse_args<\/span>()<\/span>\r\n\r\n    # \u30d5\u30a1\u30a4\u30eb\u30d1\u30b9\u306e\u53d6\u5f97\r\n<\/span>    is_output<\/span> =<\/span> False<\/span>\r\n    csvpath<\/span> =<\/span> args<\/span>.<\/span>csvpath<\/span>\r\n    if<\/span> csvpath<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n        # \u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u30d1\u30b9\u306e\u53d6\u5f97\u3068\u5b58\u5728\u78ba\u8a8d\r\n<\/span>        dirpath<\/span> =<\/span> os<\/span>.<\/span>path<\/span>.<\/span>dirname<\/span>(<\/span>csvpath<\/span>)<\/span>\r\n        print<\/span>(<\/span>f<\/span>\"\u51fa\u529b\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u30d1\u30b9 : <\/span>{<\/span>dirpath<\/span>}<\/span>\"<\/span>)<\/span>\r\n        if<\/span> os<\/span>.<\/span>path<\/span>.<\/span>exists<\/span>(<\/span>dirpath<\/span>)<\/span> ==<\/span> False<\/span>:<\/span>\r\n            print<\/span>(<\/span>\"\u30a8\u30e9\u30fc : \u51fa\u529b\u3059\u308bCSV\u30d5\u30a1\u30a4\u30eb\u306e\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u30d1\u30b9\u304c\u5b58\u5728\u3057\u307e\u305b\u3093\u3002\"<\/span>)<\/span>\r\n            return<\/span> RETURN_FAILURE<\/span>\r\n        is_output<\/span> =<\/span> True<\/span>\r\n\r\n    try<\/span>:<\/span>\r\n        # Settings \u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\r\n<\/span>        settings<\/span> =<\/span> Settings<\/span>(<\/span>join<\/span>(<\/span>dirname<\/span>(<\/span>__file__<\/span>),<\/span> '.env'<\/span>))<\/span>\r\n        # HoloCrawler \u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\r\n<\/span>        holocrawler<\/span> =<\/span> HoloCrawler<\/span>(<\/span>settings<\/span>)<\/span>\r\n        # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u53d6\u5f97\r\n<\/span>        holodule_list<\/span> =<\/span> holocrawler<\/span>.<\/span>get_holodule_list<\/span>()<\/span>\r\n        # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u767b\u9332\r\n<\/span>        holocrawler<\/span>.<\/span>register_holodule_list<\/span>(<\/span>holodule_list<\/span>)<\/span>\r\n        # \u30db\u30ed\u30b8\u30e5\u30fc\u30eb\u306e\u51fa\u529b\r\n<\/span>        if<\/span> is_output<\/span> ==<\/span> True<\/span>:<\/span>\r\n            holocrawler<\/span>.<\/span>output_holodule_list<\/span>(<\/span>holodule_list<\/span>,<\/span> csvpath<\/span>)<\/span>\r\n        return<\/span> RETURN_SUCCESS<\/span>\r\n    except<\/span>:<\/span>\r\n        info<\/span> =<\/span> sys<\/span>.<\/span>exc_info<\/span>()<\/span>\r\n        print<\/span>(<\/span>info<\/span>[<\/span>1<\/span>])<\/span>\r\n        return<\/span> RETURN_FAILURE<\/span>\r\n\r\nif<\/span> __name__<\/span> ==<\/span> \"__main__\"<\/span>:<\/span>\r\n    sys<\/span>.<\/span>exit<\/span>(<\/span>main<\/span>())<\/span>\r\n<\/code><\/pre>\n
                                                              \u5728GitHub\u4e0a\u6ce8\u518c
                                                              \n\u6211\u4f1a\u5728GitHub\u4e0a\u521b\u5efa\u5e76\u6ce8\u518c\u4e00\u4e2a\u5b58\u50a8\u5e93\u3002<\/p>\n
                                                              ><\/span> git<\/span> status<\/span>\r\n><\/span> git<\/span> add<\/span> .<\/span>\r\n><\/span> git<\/span> commit<\/span> -m<\/span> \"first commit.\"<\/span>\r\n><\/span> git<\/span> remote<\/span> add<\/span> origin<\/span> https:\/\/github.com\/<\/span>********<\/span>\/<\/span>********.<\/span>git<\/span>\r\n><\/span> git<\/span> push<\/span> -u<\/span> origin<\/span> main<\/span>\r\n<\/code><\/pre>\n
                                                              \u6267\u884c\u7a0b\u5e8f<\/p>\n
                                                              \u521b\u5efalounch.json\u6587\u4ef6\u5728 Visual Studio Code \u4e2d\u521b\u5efa launch.json \u6587\u4ef6\uff0c\u5e76\u8bbe\u7f6e\u8f93\u51fa\u6587\u4ef6\u8def\u5f84\u3002<\/p>\n
                                                              {<\/span>\r\n    \"version\"<\/span>:<\/span> \"0.2.0\"<\/span>,<\/span>\r\n    \"configurations\"<\/span>:<\/span> [<\/span>\r\n        {<\/span>\r\n            \"name\"<\/span>:<\/span> \"Python: Current File\"<\/span>,<\/span>\r\n            \"type\"<\/span>:<\/span> \"python\"<\/span>,<\/span>\r\n            \"request\"<\/span>:<\/span> \"launch\"<\/span>,<\/span>\r\n            \"program\"<\/span>:<\/span> \"${file}\"<\/span>,<\/span>\r\n            \"console\"<\/span>:<\/span> \"integratedTerminal\"<\/span>,<\/span>\r\n            \"args\"<\/span>:<\/span> [<\/span>\"--csvpath\"<\/span>,<\/span>\"c:<\/span>\\\\<\/span>temp<\/span>\\\\<\/span>holodule.csv\"<\/span>]<\/span>\r\n        }<\/span>\r\n    ]<\/span>\r\n}<\/span>\r\n<\/code><\/pre>\n
                                                              \u7a0b\u5e8f\u8c03\u8bd5\u6267\u884c\u4f7f\u7528 Visual Studio Code \u8fdb\u884c\u8c03\u8bd5\u6267\u884c\u3002<\/p>\n
                                                              \u5982\u679c\u4ece\u547d\u4ee4\u884c\u6267\u884c\uff0c\u5219\u6267\u884c\u5982\u4e0b\u6240\u793a\u3002<\/p>\n
                                                              ><\/span> poetry<\/span> run<\/span> python<\/span> main.py<\/span> --csvpath<\/span> c:\\temp\\test.csv<\/span>\r\n<\/code><\/pre>\n
                                                              \u8fd0\u884c\u7ed3\u679c\uff08\u5df2\u5728MongoDB\u4e2d\u6ce8\u518c\u7684\u6587\u6863\uff09
                                                              \n\u4ee5\u4e0b\u7684\u6587\u6863\u5c06\u88ab\u6ce8\u518c\u5230 MongoDB \u7684\u96c6\u5408\u4e2d\u3002<\/p>\n
                                                              {<\/span> \"_id\"<\/span> :<\/span> ObjectId(<\/span>\"5f843cc5c87f84988a7972c4\"<\/span>)<\/span>,<\/span> \"key\"<\/span> :<\/span> \"HL0403_20201011_000000\"<\/span>,<\/span> \"video_id\"<\/span> :<\/span> \"y3WPN1uBusg\"<\/span>,<\/span> \"datetime\"<\/span> :<\/span> \"20201011 000000\"<\/span>,<\/span> \"name\"<\/span> :<\/span> \"\u89d2\u5dfb\u308f\u305f\u3081\"<\/span>,<\/span> \"title\"<\/span> :<\/span> \"\u3010\u30de\u30a4\u30f3\u30af\u30e9\u30d5\u30c8\u3011\u3064\u3044\u306b\u3053\u306e\u6642\u304c\u6765\u305f\u3002\u30c1\u30a7\u30b9\u30c8\u6574\u7406\u56de\uff01\uff01\uff01\u3010\u89d2\u5dfb\u308f\u305f\u3081\/\u30db\u30ed\u30e9\u30a4\u30d6\uff14\u671f\u751f\u3011\"<\/span>,<\/span> \"url\"<\/span> :<\/span> \"https:\/\/www.youtube.com\/watch?v=y3WPN1uBusg\"<\/span>,<\/span> \"description\"<\/span> :<\/span> \"\u30c1\u30a7\u30b9\u30c8\u30a9\u30fc\u30fc\u30fc\uff01\uff01\uff01\uff08\u30c1\u30a7\u30b9\u30c8\u3060\u3051\u306b\u306d\u672c\u65e5\u904a\u3070\u305b\u3066\u3044\u305f\u3060\u3044\u3066\u3044\u308b\u30b2\u30fc\u30e0(Minecraft)https:\/\/www.minecraft.net\/ja-jp\/\u203b\u672c\u30b2\u30fc\u30e0\u306f Mojang \u306b\u78ba \u8a8d\u3092\u5f97\u305f\u4e0a\"<\/span> }<\/span>\r\n{<\/span> \"_id\"<\/span> :<\/span> ObjectId(<\/span>\"5f843cc6c87f84988a7972c5\"<\/span>)<\/span>,<\/span> \"key\"<\/span> :<\/span> \"HL0502_20201011_001400\"<\/span>,<\/span> \"video_id\"<\/span> :<\/span> \"EgLwctUuu6M\"<\/span>,<\/span> \"datetime\"<\/span> :<\/span> \"20201011 001400\"<\/span>,<\/span> \"name\"<\/span> :<\/span> \"\u96ea\u82b1\u30e9\u30df\u30a3\"<\/span>,<\/span> \"title\"<\/span> :<\/span> \"\u3010Dead by Daylight\u3011\u4eca\u65e5\u304b\u3089\u59cb\u3081\u308bDBD\u751f\u6d3b\u3010\u96ea\u82b1\u30e9\u30df\u30a3\/\u30db\u30ed\u30e9\u30a4\u30d6\u3011\"<\/span>,<\/span> \"url\"<\/span> :<\/span> \"https:\/\/www.youtube.com\/watch?v=EgLwctUuu6M\"<\/span>,<\/span> \"description\"<\/span> :<\/span> \"\u30db\u30ed\u30e9\u30a4\u30d65\u671f\u751f\u306e\u96ea\u82b1\u30e9\u30df\u30a3\uff08Yukihana Lamy \uff09\u3067\u3059\uff01\u6016\u3044\u4eba\u304b\u3089\u305f\u304f\u3055\u3093\u9003\u3052\u3066\u8131\u51fa\u3059\u308b\u30b2\u30fc\u30e0\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u611f\u60f3\u306a\u3069\u306f #\u3089\u307f\u3089\u3044\u3076\u3000#\u96ea\u82b1\u30e9\u30df\u30a3 \u3067\u545f\u3044\u3066\u9802\u3051\u305f\u3089\u5b09\u3057\u3044\u3067\u3059\uff01\u0b68\u0b67\u2508\u2508\u2508\u2508\u2508\u2508\"<\/span> }<\/span>\r\n{<\/span> \"_id\"<\/span> :<\/span> ObjectId(<\/span>\"5f843cc7c87f84988a7972c6\"<\/span>)<\/span>,<\/span> \"key\"<\/span> :<\/span> \"HL0G03_20201011_015800\"<\/span>,<\/span> \"video_id\"<\/span> :<\/span> \"2Nsp0z1AmV8\"<\/span>,<\/span> \"datetime\"<\/span> :<\/span> \"20201011 015800\"<\/span>,<\/span> \"name\"<\/span> :<\/span> \"\u732b\u53c8\u304a\u304b\u3086\"<\/span>,<\/span> \"title\"<\/span> :<\/span> \"\u3010\u96d1\u8ac7\u3011\u30b2\u30ea\u30e9\uff01\u65b0\u5c45\u3067\u306f\u3058\u3081\u3066\u306e\u591c\u66f4\u304b\u3057\u3010\u30db\u30ed\u30e9\u30a4\u30d6\/\u732b\u53c8\u304a\u304b\u3086 \u3011\"<\/span>,<\/span> \"url\"<\/span> :<\/span> \"https:\/\/www.youtube.com\/watch?v=2Nsp0z1AmV8\"<\/span>,<\/span> \"description\"<\/span> :<\/span> \"\u30ce\u30fc\u30d7\u30e9\u30f3\u3060\u3089\u3060\u3089\u96d1\u8ac7\uff01?_____________________________________________________________________________ \u203b\u50d5\u3068\u307f\u3093\u306a\u306e\u304a\u7d04\"<\/span> }<\/span>\r\n<\/code><\/pre>\n
                                                              \u6267\u884c\u7ed3\u679c\uff08\u8f93\u51fa\u7684CSV\u6587\u4ef6\uff09\u5f53\u60a8\u6307\u5b9a\u547d\u4ee4\u884c\u53c2\u6570\u5e76\u6267\u884c\u65f6\uff0c\u4f1a\u751f\u6210\u5982\u4e0b\u6240\u793a\u7684 CSV \u6587\u4ef6\u3002<\/p>\n
                                                              HL0501_20201013_195900,jPP8y696Vkc,2020-10-13 19:59:00,\u7345\u767d\u307c\u305f\u3093,\u3010Far Cry 5\u3011\u4fe1\u3058\u3066\u5d07\u3081\u3066\u670d\u5f93\u3057\u3066\u304f\u308c\u308b\u3088\u306d\u3047\uff1f\uff1a\uff0302\u3010\u30db\u30ed\u30e9\u30a4\u30d6\/\u7345\u767d\u307c\u305f\u3093\u3011,https:\/\/www.youtube.com\/watch?v=jPP8y696Vkc,\u4eca\u65e5\u306f\u30d5\u30a9\u30fc\u30eb\u30ba\u30a8\u30f3\u30c9\u306e\u653b\u7565\u3068\u30c9\u30e9\u30d6\u30de\u30f3\u7826\u3092\u653b\u7565\u3057\u3066\u30cf\u30fc\u30af\u3092\u4ef2\u9593\u306b\u3057\u305f\u3044\u611f\u3058\uff01\u672c\u30b2\u30fc\u30e0\u306f Ubisoft \u306b\u78ba\u8a8d\u3092\u5f97\u305f\u4e0a\u3001Ubisoft Video Policy (https:\/\/www.ubiso\r\nHL0305_20201013_195900,mEsDSRfV95U,2020-10-13 19:59:00,\u5b9d\u9418\u30de\u30ea\u30f3,\u3010\u6b4c\u3063\u3066\u307f\u305f\u3011\u9752\u6625\u3092\u611f\u3058\u308b!!\u53e4\u3081\u306e\u6b4c\u67a0\/Boomer Song\u3010\u30db\u30ed\u30e9\u30a4\u30d6\/\u5b9d\u9418\u30de\u30ea\u30f3\u3011,https:\/\/www.youtube.com\/watch?v=mEsDSRfV95U,\u30b5\u30e0\u30cd\u30a4\u30e9\u30b9\u30c8\u2026\u706b\u30ce\u2745\u30db\u30ed\u30b1\u30c3\u30c8 \u30db18\u3000@soraneko_hino\u304a\u501f\u308a\u3057\u3066\u3044\u308b\u97f3\u6e90\u2193\u30fb\u4e00\u5473\u306e\u6709\u5fd7\u306e\u65b9\u306e\u88fd\u4f5c\u30ab\u30e9\u30aa\u30b1\u30fb\u30ab\u30e9\u30aa\u30b1\u6b4c\u3063\u3061\u3083\u738b\u3000\u69d8\u25b7https:\/\/www.youtube.com\/cha\r\nHL0504_20201013_200000,MJt3YMbAxkM,2020-10-13 20:00:00,\u6843\u9234\u306d\u306d,\u3010making\u3011\u2728\u304a\u793c\u30a4\u30e9\u30b9\u30c8\u30e1\u30a4\u30ad\u30f3\u30b0\u2728\u3010\u30db\u30ed\u30e9\u30a4\u30d6\/\u6843\u9234\u306d\u306d\u3011,https:\/\/www.youtube.com\/watch?v=MJt3YMbAxkM,\u300c\u305b\u3093\u3061\u3087\u30fc\u304a\u3059\u307f\u3064\u304d\u306d\u306d\u306f\u5929\u624d\u795e\uff01\uff01\uff01\uff01\u300d\u304a\u540d\u524d\u547c\u3070\u308c\u3093\u304b\u3063\u305f\uff01\uff01\uff01\uff01\u3063\u3066\u4eba\u306f\u306d\u306d\u306e\u30ea\u30d7\u6b04\u306b\u30a2\u30d4\u30fc\u30eb\u3057\u306b\u304d\u3066\u306d(\uff1b\uff3f\uff1b)\u3054\u3081\u3093\u306d(\uff1b\uff3f\uff1b)\u3044\u3064\u3082\u5fdc\u63f4\u3042\u308a\u304c?\u203b\u65e5\u672c\u8a9e\u4ee5\u5916\u306e\u8a00\u8a9e\u3060\u3068\u5927\u3044\u306b\u8aad\u307f\u9593\u9055\u3048\u3066\u3044\r\n...\r\n<\/code><\/pre>\n
                                                              \u6587\u4ef6\u7ed3\u6784<\/p>\n
                                                              holocrawler\r\n\u251c .venv\r\n\u251c .vscode\r\n|  \u2514 launch.json\r\n\u251c app\r\n|  \u251c __init__.py\r\n|  \u251c holocrawler.py\r\n|  \u251c holodule.py\r\n|  \u2514 settings.py\r\n\u251c .env\r\n\u251c .gitignore\r\n\u251c .python-version\r\n\u251c geckodriver.exe\r\n\u251c geckodriver.log\r\n\u251c main.py\r\n\u251c poetry.lock\r\n\u251c pyproject.toml\r\n\u2514 README.md\r\n<\/code><\/pre>\n
                                                              \u6700\u540e
                                                              \n\u6211\u5df2\u7ecf\u5b8c\u6210\u4e86\u5728”\u6211\u60f3\u505a\u7684\u4e8b\u60c52″\u4e2d\u7684”\u521b\u5efa\u6570\u636e\u5e93\u4ee5\u53ca\u81ea\u52a8\u5316\u6536\u96c6\u7528\u4e8e\u50a8\u5b58\u5df2\u91c7\u96c6\u89c6\u9891\u53d1\u5e03\u8ba1\u5212\u7684\u6570\u636e”\u7684\u90e8\u5206\uff0c\u53ea\u662f\u5b8c\u6210\u4e86\u6570\u636e\u5e93\u7684\u521b\u5efa\u3002<\/p>\n
                                                              \u4e0a\u6b21\u4ee5\u6765\u7684\u53d8\u5316\u5e76\u4e0d\u5927\uff0c\u4f46\u5bf9\u6211\u4e2a\u4eba\u800c\u8a00\uff0c\u80fd\u591f\u4f7f\u7528Poetry\u548cpyenv\u662f\u4e00\u4e2a\u6210\u679c\u3002<\/p>\n
                                                              \u6211\u6253\u7b97\u5728Azure\u865a\u62df\u673a\u4e0a\u6784\u5efa\u5b9a\u671f\u6267\u884c\u73af\u5883\uff0c\u5e76\u521b\u5efa\u4e00\u4e2a\u7528\u4e8e\u53c2\u8003MongoDB\u6587\u6863\u7684Web API\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
                                                              \u9996\u5148\u4e0a\u6b21\uff08https:\/\/qiita.com\/kerobot\/items\/6009cb0db643bceaf4 […]<\/p>\n","protected":false},"author":9,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[227],"class_list":["post-29701","post","type-post","status-publish","format-standard","hentry","category-uncategorized","tag-227"],"yoast_head":"\n\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09 - Blog - Silicon Cloud<\/title>\n<meta name=\"description\" content=\"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python-3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001youtube-data-api\u548cmongodb\uff08\u6536\u96c6hololive\u9884\u5b9a\u7684\u89c6\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09\" \/>\n<meta property=\"og:description\" content=\"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python-3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001youtube-data-api\u548cmongodb\uff08\u6536\u96c6hololive\u9884\u5b9a\u7684\u89c6\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-07-12T10:45:28+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-08-12T07:27:25+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d03ae37434c4406bd43f3\/2-0.png\" \/>\n<meta name=\"author\" content=\"\u6e05, \u626c\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u6e05, \u626c\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/\",\"name\":\"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-07-12T10:45:28+00:00\",\"dateModified\":\"2025-08-12T07:27:25+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\"},\"description\":\"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0\",\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\",\"name\":\"\u6e05, \u626c\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"caption\":\"\u6e05, \u626c\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09 - Blog - Silicon Cloud","description":"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python-3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001youtube-data-api\u548cmongodb\uff08\u6536\u96c6hololive\u9884\u5b9a\u7684\u89c6\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09","og_description":"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python-3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001youtube-data-api\u548cmongodb\uff08\u6536\u96c6hololive\u9884\u5b9a\u7684\u89c6\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-07-12T10:45:28+00:00","article_modified_time":"2025-08-12T07:27:25+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d03ae37434c4406bd43f3\/2-0.png"}],"author":"\u6e05, \u626c","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u6e05, \u626c","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"2 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/","name":"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-07-12T10:45:28+00:00","dateModified":"2025-08-12T07:27:25+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461"},"description":"\u5173\u4e8e\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololi\u7684\u6280\u672f\u6587\u7ae0","breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528Python 3\u8fdb\u884c\u7f51\u7edc\u722c\u866b\u3001YouTube Data API\u548cMongoDB\uff08\u6536\u96c6Hololive\u9884\u5b9a\u7684\u89c6\u9891\u76f4\u64ad\u5185\u5bb9 Part 2\uff09"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461","name":"\u6e05, \u626c","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","caption":"\u6e05, \u626c"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python-3%e8%bf%9b%e8%a1%8c%e7%bd%91%e7%bb%9c%e7%88%ac%e8%99%ab%e3%80%81youtube-data-api%e5%92%8cmongodb%ef%bc%88%e6%94%b6%e9%9b%86hololive%e9%a2%84%e5%ae%9a%e7%9a%84%e8%a7%86\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29701","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=29701"}],"version-history":[{"count":3,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29701\/revisions"}],"predecessor-version":[{"id":111538,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29701\/revisions\/111538"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=29701"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=29701"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=29701"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}