{"id":234,"date":"2024-06-29T16:41:21","date_gmt":"2024-06-29T08:41:21","guid":{"rendered":"https:\/\/abytelalala.cn\/?p=234"},"modified":"2024-10-18T13:42:08","modified_gmt":"2024-10-18T05:42:08","slug":"%e5%85%b3%e4%ba%8espark%ef%bc%8chbase%ef%bc%8czookeeper%ef%bc%8chadoop%e7%9a%84%e5%90%af%e5%8a%a8%e5%85%b3%e9%97%ad%e6%96%b9%e6%b3%95%e5%bf%83%e5%be%97","status":"publish","type":"post","link":"https:\/\/abytelalala.cn\/index.php\/2024\/06\/29\/%e5%85%b3%e4%ba%8espark%ef%bc%8chbase%ef%bc%8czookeeper%ef%bc%8chadoop%e7%9a%84%e5%90%af%e5%8a%a8%e5%85%b3%e9%97%ad%e6%96%b9%e6%b3%95%e5%bf%83%e5%be%97\/","title":{"rendered":"\u5173\u4e8espark\uff0chbase\uff0czookeeper\uff0chadoop\u7684\u542f\u52a8\u5173\u95ed\u65b9\u6cd5\u5fc3\u5f97"},"content":{"rendered":"\n

\u6b63\u5e38\u5173\u95ed\u987a\u5e8f<\/h2>\n\n\n\n
\/usr\/local\/spark\/sbin\/stop-all.sh \nhbase-daemon.sh stop thrift \nstop-hbase.sh \nstop-all.sh\nzkServer.sh stop\/\/\u8fd9\u4e2a\u8981\u4e09\u53f0\u673a\u5668\u90fd\u5206\u522b\u505c\u6b62\uff0c\u522b\u7684\u53ea\u8981\u5728\u4e3b\u8282\u70b9hadoop01\u5c31\u53ef\u4ee5\u4e86 <\/code><\/pre>\n\n\n\n
\u4fdd\u5b58\u955c\u50cf<\/h2>\n\n\n\n
\u7531\u4e8e\u6211\u4eec\u662fDocker\u642d\u5efa\uff0c\u6240\u4ee5\u6211\u4eec\u53ef\u4ee5\u6bcf\u6b21\u90fd\u63d0\u4ea4\u4e00\u4e2a\u65b0\u7684\u955c\u50cf\u6765\u8986\u76d6\u4e4b\u524d\u7684\u7248\u672c
\u8fd9\u91cc\u5efa\u8bae\u955c\u50cf\u4e09\u4e2a\u8282\u70b9\uff0c\u76f4\u63a5\u63d0\u4ea4\u955c\u50cf\u7136\u540e\u5173\u95ed\u5220\u9664\u5bb9\u5668\u5c31\u884c\u4e86
\u6bcf\u6b21\u955c\u50cf\u7684\u65f6\u5019\u7528\u540c\u4e00\u4e2a\u955c\u50cf\u540d\u5b57\u5c31\u53ef\u4ee5\u4e86\uff0c\u4f1a\u8986\u76d6\u4e4b\u524d\u7684<\/p>\n\n\n\n
docker commit hadoop01 spark01\ndocker commit hadoop02 spark02\ndocker commit hadoop03 spark03<\/code><\/pre>\n\n\n\n
\u8fd9\u6837\u7684\u597d\u5904\u5c31\u662f\u6570\u636e\u5565\u7684\u5b8c\u5168\u6ca1\u5f71\u54cd\uff0c\u6bcf\u6b21run\u955c\u50cf\u4e00\u6b21\u5c31\u884c\uff0c\u7136\u540e\u542f\u52a8\u670d\u52a1\u5c31\u884c\u3002<\/p>\n\n\n\n
docker run -d -p 16000:16000 -p 16030:16030 -p 16020:16020 -p 2181:2181 -p 2888:2888 -p 3888:3888 -p 50070:50070 -p 8020:8020 -p 50075:50075 -p 50010:50010 -p 8088:8088 -p 8032:8032 -p 8042:8042 -p 8040:8040 -p 19888:19888 -p 8080:8080 -p 4040-4050:4040-4050 -p 9000:9000 -p 8001:8001 -p 50090:50090 -p 9090:9090 -p 7070:7070 -p 7077:7077 -p 8081:8081 -p 8082:8082 -p 8083:8083 -p 8084:8084 -it -h hadoop01 --name hadoop01 spark01\ndocker run -d -it -h hadoop02 --name hadoop02 spark02\ndocker run -d -it -h hadoop03 --name hadoop03 spark03\n\ndocker exec -it hadoop01 bash\n\/\/docker exec -it hadoop02 bash\n\/\/docker exec -it hadoop03 bash<\/code><\/pre>\n\n\n\n
\u4e09\u4e2a\u7ec8\u7aef\u90fd\u8f93\u5165\u5982\u4e0b<\/p>\n\n\n\n
su - \/\/\u8fdb\u5165\u4e00\u4e0broot\u6743\u9650\u4e0d\u7136\u4e00\u4f1a\u73af\u5883\u53d8\u91cf\u7528\u4e0d\u4e86\nservice ssh start\nnano \/etc\/hosts\n\/\/\u4fee\u6539ip\u548c\u4e3b\u673a\u6620\u5c04\u5173\u7cfb\u4e3a\u5982\u4e0b\u5185\u5bb9\n172.17.0.2      hadoop01\n172.17.0.3      hadoop02\n172.17.0.4      hadoop03<\/code><\/pre>\n\n\n\n
\u6b63\u5e38\u542f\u52a8\u987a\u5e8f<\/h2>\n\n\n\n
su - \/\/\u6bcf\u53f0\u8282\u70b9\u90fd\u6267\u884c\nservice ssh start \/\/\u6bcf\u53f0\u8282\u70b9\u90fd\u6267\u884c\nzkServer.sh start \/\/\u6bcf\u53f0\u8282\u70b9\u90fd\u6267\u884c\nzkServer.sh status \/\/\u53ef\u6709\u53ef\u65e0\nstart-all.sh\nstart-hbase.sh\nhbase-daemon.sh start thrift\n\/usr\/local\/spark\/sbin\/start-all.sh --webui-port 8081<\/code><\/pre>\n\n\n\n
\u8865\u5145\u4e00\u4e0b<\/h2>\n\n\n\n
\u5982\u679c\u60f3\u8981\u8bbf\u95eehbase webui\uff0c\u9700\u8981\u81ea\u5df1\u914d\u7f6e\u5728hbase-site.xml\u91cc\u6dfb\u52a0\u4e0b\u9762\u8fd9\u884c<\/p>\n\n\n\n
<property><name>hbase.master.info.port<\/name><value>60010<\/value><\/property><\/code><\/pre>\n\n\n\n
<\/p>\n","protected":false},"excerpt":{"rendered":"
\u6b63\u5e38\u5173\u95ed\u987a\u5e8f \u4fdd\u5b58\u955c\u50cf \u7531\u4e8e\u6211\u4eec\u662fDocker\u642d\u5efa\uff0c\u6240\u4ee5\u6211\u4eec\u53ef\u4ee5\u6bcf\u6b21\u90fd\u63d0\u4ea4\u4e00\u4e2a\u65b0\u7684\u955c\u50cf\u6765\u8986\u76d6\u4e4b\u524d\u7684\u7248\u672c\u8fd9\u91cc\u5efa\u8bae […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[7],"tags":[10,11,15,14,16],"class_list":["post-234","post","type-post","status-publish","format-standard","hentry","category-7","tag-docker","tag-hadoop","tag-hbase","tag-spark","tag-zookeeper"],"_links":{"self":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/234","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/comments?post=234"}],"version-history":[{"count":22,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/234\/revisions"}],"predecessor-version":[{"id":698,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/234\/revisions\/698"}],"wp:attachment":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/media?parent=234"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/categories?post=234"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/tags?post=234"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}