\u5982\u4f55\u8fdb\u884c\u6d77\u91cf\u6570\u636e\u7684\u67e5\u8be2<\/p>\n
\u6211\u4eec\u5bf9\u4e8e\u6d77\u91cf\u6570\u636e,\u4e00\u822c\u4e0d\u4f1a\u76f4\u63a5\u67e5\u8be2\u539f\u59cb\u7684\u6570\u636e\u7ed3\u6784,\u56e0\u4e3a\u6570\u636e\u91cf\u592a\u5927\u4e86,\u4e00\u822c\u662f\u4f7f\u7528\u6d41\u8ba1\u7b97\u548c\u6279\u8ba1\u7b97\u5148\u8fdb\u884c\u4e00\u6b21\u6216\u8005\u591a\u6b21\u7684\u6c47\u805a \u8fc7\u6ee4 \u8ba1\u7b97,\u5c06\u8ba1\u7b97\u7ed3\u679c\u843d\u5230\u53e6\u5916\u4e00\u4e2a\u5b58\u50a8\u7cfb\u7edf\u4e2d,\u7136\u540e\u7531\u8fd9\u4e2a\u5b58\u50a8\u7cfb\u7edf\u6765\u63d0\u4f9b\u67e5\u8be2\u652f\u6301<\/p>\n
\u5e38\u89c1\u7684\u6d41\u8ba1\u7b97\u8bf8\u5982Flink Storm \u8fd9\u79cd\u5b9e\u65f6\u7684\u8ba1\u7b97,\u6279\u8ba1\u7b97\u662fMap-Reduce\u6216\u8005Spark\u8fd9\u79cd\u975e\u5b9e\u65f6\u8ba1\u7b97<\/p>\n
\u70b9\u51fb\u6d41\u6216\u8005\u76d1\u63a7\u8fd9\u79cd\u6570\u636e\u5f80\u5f80\u662fTB\u7ea7\u522b\u7684,\u8ba1\u7b97\u540e\u53ef\u4ee5\u51cf\u5c11\u5230GB\u7ea7\u522b<\/p>\n
\u4f46\u662f\u6709\u4e9b\u4e1a\u52a1,\u8ba1\u7b97\u540e\u7684\u6570\u636e\u4ecd\u7136\u8fd8\u662f\u4e00\u4e2a\u6d77\u91cf\u7684\u7ea7\u522b<\/p>\n
\u5bf9\u4e8e\u8fd9\u79cd\u6d77\u91cf\u6570\u636e,\u5982\u4f55\u624d\u80fd\u8ba9\u67e5\u8be2\u66f4\u5feb\u4e00\u4e9b<\/p>\n
\u4e00\u822c\u67e5\u8be2\u6d77\u91cf\u6570\u636e\u7684\u7cfb\u7edf,\u5927\u591a\u6570\u90fd\u662f\u79bb\u7ebf\u5206\u6790\u7c7b\u7cfb\u7edf,\u6211\u4eec\u7b80\u5355\u7684\u7406\u89e3\u4e3a\u62a5\u8868\u7684\u7cfb\u7edf,\u4e3b\u8981\u662f\u5bf9\u6570\u636e\u505a\u7edf\u8ba1\u5206\u6790,\u91cd\u5ea6\u4f9d\u8d56\u4e8e\u5b58\u50a8,\u6240\u4ee5\u6211\u4eec\u9700\u8981\u5148\u8003\u8651\u5b58\u50a8\u7cfb\u7edf\u548c\u6570\u636e\u7ed3\u6784,\u7136\u540e\u5728\u67e5\u770b\u76f8\u5173\u7684\u6027\u80fd<\/p>\n
\u5206\u6790\u578b\u6570\u636e\u5e93\u5bf9\u4e8e\u5b58\u50a8\u7684\u9700\u6c42\u4e00\u822c\u662f,\u5b58\u50a8\u8981\u6c42\u80fd\u4fdd\u5b58\u6d77\u91cf\u7684\u6570\u636e<\/p>\n
\u80fd\u5bf9\u6d77\u91cf\u6570\u636e\u8fdb\u884c\u805a\u5408\u548c\u67e5\u8be2,\u901f\u5ea6\u4fdd\u8bc1\u5206\u949f\u7ea7\u522b\u5373\u53ef<\/p>\n
\u6570\u636e\u5927\u591a\u6570\u90fd\u662f\u5f02\u6b65\u7684\u5199\u5165,\u5bf9\u4e8e\u6027\u80fd\u548c\u54cd\u5e94\u65f6\u5ef6,\u8981\u6c42\u4e0d\u9ad8<\/p>\n
\u6211\u4eec\u770b\u4e0b\u76f8\u5173\u7684\u5b58\u50a8\u4ea7\u54c1,\u7cfb\u7edf\u6570\u636e\u91cf\u5728GB\u7ea7\u522b\u4ee5\u4e0b,MySQL\u662f\u53ef\u4ee5\u8003\u8651\u7684,\u8fd9\u4e2a\u7cfb\u7edf\u53ef\u4ee5\u5e94\u5bf9\u5927\u90e8\u5206\u5206\u6790\u7cfb\u7edf\u7684\u9700\u6c42<\/p>\n
\u5982\u679c\u8d85\u8fc7\u4e86MySQL\u7684\u6781\u9650,\u53ef\u4ee5\u8003\u8651\u5217\u5f0f\u7684\u6570\u636e\u5e93,\u6bd4\u5982HBase,Cassandra ClickHouse,\u5bf9\u6d77\u91cf\u6570\u636e\u7531\u597d\u7684\u67e5\u8be2\u6027\u80fd,\u4f46\u662f\u8fd9\u79cd\u67e5\u8be2\u6027\u80fd\u5e26\u6765\u7684\u526f\u4f5c\u7528\u5c31\u662f\u529f\u80fd\u4e0a\u7f29\u6c34,\u5bfc\u81f4\u5bf9\u4e8e\u6570\u636e\u7684\u7ec4\u7ec7\u65b9\u5f0f\u6709\u4e00\u5b9a\u7684\u9650\u5236,\u67e5\u8be2\u4e5f\u4e0d\u662f\u90a3\u4e48\u7684\u7075\u6d3b,\u9700\u8981\u6309\u7167\u9884\u5b9a\u7684\u59ff\u52bf\u4f7f\u7528<\/p>\n
\u5f53\u7136,\u6211\u4eec\u53ef\u4ee5\u8003\u8651\u4f7f\u7528ES,ES\u662f\u5229\u7528\u4e86\u7ed3\u6784\u5316\u7684\u6570\u636e\u7684\u5b58\u50a8\u548c\u67e5\u8be2,\u5229\u7528Map-Reduce\u7684\u65b9\u5f0f\u8fdb\u884c\u5e76\u884c\u7684\u67e5\u8be2,\u800c\u4e14\u67e5\u8be2\u7684\u7075\u6d3b\u6027\u5f88\u597d,\u4f46\u662fES\u6709\u4e00\u4e2a\u7f3a\u70b9,\u5c31\u662f\u9700\u8981\u4e00\u4e2a\u5927\u5185\u5b58\u7684\u670d\u52a1\u5668<\/p>\n
\u5f53\u6570\u636e\u91cf\u8d85\u8fc7TB\u7ea7\u522b\u7684\u65f6\u5019,\u5bf9\u5982\u6b64\u5927\u6570\u91cf\u7ea7\u7684\u6570\u636e\u8fdb\u884c\u5206\u6790,\u65e0\u8bba\u4ec0\u4e48\u5b58\u50a8\u7cfb\u7edf,\u90fd\u4e0d\u4f1a\u5feb,\u8fd9\u65f6\u5019\u7684\u6027\u80fd\u5728\u4e8e\u78c1\u76d8\u7684IO\u548c\u7f51\u7edc\u7684\u5e26\u5bbd,\u6240\u4ee5\u6211\u4eec\u53ef\u4ee5\u8003\u8651\u5b9a\u65f6\u7684\u5c06\u6570\u636e\u805a\u5408\u597d,\u7136\u540e\u5bf9\u7ed3\u679c\u8fdb\u884c\u4e8c\u6b21\u7684\u67e5\u8be2,\u8fd9\u79cd\u5927\u91cf\u7ea7\u7684\u6570\u636e,\u4e00\u822c\u90fd\u662f\u5b58\u5728HDFS,\u914d\u5408Map-Reduce,Spark Hive\u7b49\u5927\u6570\u636e\u751f\u6001\u5708\u7684\u4ea7\u54c1\u505a\u6570\u636e\u805a\u5408\u548c\u8ba1\u7b97<\/p>\n
\u5bf9\u4e8e\u6d77\u91cf\u7684\u6570\u636e,\u6839\u636e\u4f53\u91cf\u53bb\u9009\u62e9\u5b58\u50a8\u7cfb\u7edf\u662f\u4e0d\u660e\u667a\u7684,\u4e0d\u540c\u7684\u5b58\u50a8\u65b9\u5f0f\u5e94\u5bf9\u7684\u65b9\u9762\u662f\u4e0d\u540c\u7684,\u5728\u5176\u64c5\u957f\u7684\u9886\u57df\u6216\u8005\u573a\u666f\u4e0b,\u4f1a\u6709\u5f88\u597d\u7684\u6027\u80fd\u8868\u73b0<\/p>\n
\u6700\u8fd1\u6bd4\u8f83\u706b\u7684RocksDB\u548cLevelDB,\u5b58\u50a8\u7ed3\u6784\u6362\u4e3a\u4e86LSM-Tree,\u5c31\u662f\u65e5\u5fd7\u548c\u8df3\u8868\u7684\u7ec4\u5408,\u5355\u4ece\u6570\u636e\u7ed3\u6784\u7684\u65f6\u95f4\u590d\u6742\u5ea6\u6765\u8bf4,\u6ca1\u6709\u4efb\u4f55\u672c\u8d28\u7684\u63d0\u5347,\u4f46\u662f\u65b9\u4fbf\u548c\u65e5\u5fd7\u7ed3\u5408,\u6240\u4ee5\u5b58\u50a8\u7cfb\u7edf\u7684\u9009\u62e9,\u6ca1\u6709\u94f6\u5f39,\u4e0d\u8981\u6307\u671b\u66f4\u6362\u4e00\u79cd\u6570\u636e\u5e93,\u5c31\u53ef\u4ee5\u89e3\u51b3\u6570\u636e\u91cf\u5927\u7684\u95ee\u9898<\/p>\n
\u6211\u4eec\u8981\u6839\u636e\u5177\u4f53\u7684\u67e5\u8be2\u6765\u9009\u62e9\u6570\u636e\u7ed3\u6784\u548c\u5b58\u50a8\u7cfb\u7edf,\u5c31\u6bd4\u5982\u5168\u6587\u641c\u7d22,ES\u7684\u5012\u6392\u7d22\u5f15\u5c31\u6bd4B+\u6811\u5feb<\/p>\n
\u4eac\u4e1c\u7684\u5185\u90e8\u667a\u80fd\u8865\u8d27\u7cfb\u7edf,\u53ef\u4ee5\u6839\u636e\u5386\u53f2\u7684\u7269\u6d41\u8bb0\u5f55,\u5bf9\u672a\u6765\u505a\u51fa\u4e00\u5b9a\u7684\u8d8b\u52bf,\u6240\u4ee5\u4fdd\u8bc1\u5feb\u901f\u7684\u4e0b\u5355\u540e\u9001\u8fbe,\u8fd9\u4e2a\u7cfb\u7edf\u540e,\u5c31\u9700\u8981\u5206\u6790\u51e0\u4ebf\u6761\u7684\u6570\u636e,\u6bcf\u6761\u53c8\u9700\u8981\u7ec6\u5206\u5230\u51e0\u6bb5\u6216\u8005\u51e0\u5341\u6bb5<\/p>\n
\u5bf9\u4e8e\u8fd9\u79cd\u7cfb\u7edf,\u5fc5\u987b\u8bbe\u8ba1\u5355\u72ec\u7684\u6570\u636e\u7ed3\u6784,\u5229\u7528\u5355\u72ec\u7684\u6570\u636e\u5e93\u8fdb\u884c\u89e3\u51b3\u6240\u6709\u7684\u95ee\u9898<\/p>\n
\u5bf9\u4e8e\u4e0a\u9762\u7684\u4eac\u4e1c\u667a\u80fd\u8865\u8d27,\u53ef\u4ee5\u5c06\u6570\u636e\u6309\u7167\u533a\u57df\u8fdb\u884c\u5212\u5206,\u6c47\u603b\u4e00\u4e2a\u5168\u56fd\u7684\u8de8\u533a\u7269\u6d41,\u5148\u4fdd\u8bc1\u6bcf\u4e2a\u67e5\u8be2\u843d\u5230\u5bf9\u5e94\u5730\u70b9\u7684\u5206\u7247\u4e0a<\/p>\n
\u603b\u4f53\u6765\u8bf4,\u5bf9\u4e8e\u6d77\u91cf\u6570\u636e,\u4e00\u822c\u652f\u6301\u7684\u662f\u79bb\u7ebf\u5206\u6790\u7c7b\u4e1a\u52a1\u7684\u67e5\u8be2,\u53ef\u4ee5\u5206\u522b\u9009\u62e9,\u5173\u7cfb\u578b\u6570\u636e\u5e93,\u5217\u5f0f\u6570\u636e\u5e93,\u5927\u6570\u636e\u5b58\u50a8<\/p>\n
\u800c\u4e14\u5bf9\u4e8e\u5b58\u50a8\u6765\u8bf4,\u6ca1\u6709\u771f\u5b9e\u7684\u94f6\u5f39,\u91cd\u8981\u7684\u662f\u8f6c\u53d8\u601d\u60f3,\u6839\u636e\u4e1a\u52a1,\u53cd\u63a8\u4f7f\u7528\u4ec0\u4e48\u6837\u7684\u5b58\u50a8\u7cfb\u7edf,\u5982\u4f55\u5206\u7247,\u5982\u4f55\u7ec4\u7ec7,\u540c\u6837\u7684\u6570\u636e,\u8981\u6839\u636e\u4e0d\u540c\u7684\u67e5\u8be2\u9700\u6c42,\u7ec4\u7ec7\u4e3a\u4e0d\u540c\u7684\u6570\u636e\u7ed3\u6784<\/p>\n","protected":false},"excerpt":{"rendered":"
\u5982\u4f55\u8fdb\u884c\u6d77\u91cf\u6570\u636e\u7684\u67e5\u8be2 \u6211\u4eec\u5bf9 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[24],"tags":[],"_links":{"self":[{"href":"http:\/\/xinblog.ltd\/index.php?rest_route=\/wp\/v2\/posts\/3294"}],"collection":[{"href":"http:\/\/xinblog.ltd\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/xinblog.ltd\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/xinblog.ltd\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/xinblog.ltd\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3294"}],"version-history":[{"count":0,"href":"http:\/\/xinblog.ltd\/index.php?rest_route=\/wp\/v2\/posts\/3294\/revisions"}],"wp:attachment":[{"href":"http:\/\/xinblog.ltd\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3294"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/xinblog.ltd\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3294"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/xinblog.ltd\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3294"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}