su –\nwget https:\/\/archive.apache.org\/dist\/sqoop\/1.4.7\/sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz\nwget https:\/\/archive.apache.org\/dist\/hive\/hive-3.1.2\/apache-hive-3.1.2-bin.tar.gz\nwget https:\/\/archive.apache.org\/dist\/accumulo\/2.1.0\/accumulo-2.1.0-bin.tar.gz\nwget https:\/\/repo.maven.apache.org\/maven2\/com\/fasterxml\/woodstox\/woodstox-core\/5.0.3\/woodstox-core-5.0.3.jar\nwget https:\/\/repo.maven.apache.org\/maven2\/org\/codehaus\/woodstox\/stax2-api\/4.1.1\/stax2-api-4.1.1.jar\n\ntar -xvzf accumulo-2.1.0-bin.tar.gz\ntar -xvzf sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz\ntar -xzvf apache-hive-3.1.2-bin.tar.gz\n\nmv woodstox-core-5.0.3.jar \/usr\/local\/accumulo\/lib\/\nmv accumulo-2.1.0 \/usr\/local\/accumulo\nmv sqoop-1.4.7.bin__hadoop-2.6.0 \/usr\/local\/sqoop\nmv apache-hive-3.1.2-bin \/usr\/local\/hive\nmv stax2-api-4.1.1.jar \/usr\/local\/accumulo\/lib\/\n<\/p>\n\n\n\n
cp \/usr\/local\/hadoop\/share\/hadoop\/common\/*.jar \/usr\/local\/sqoop\/lib\/ \ncp \/usr\/local\/hadoop\/share\/hadoop\/mapreduce\/*.jar \/usr\/local\/sqoop\/lib\/ \ncp \/usr\/local\/hadoop\/share\/hadoop\/hdfs\/*.jar \/usr\/local\/sqoop\/lib\/<\/p>\n\n\n\n
nano \/etc\/profile#\u7136\u540e\u6dfb\u52a0\u4e0b\u9762\u51e0\u884c<\/p>\n\n\n\n
export SQOOP_HOME=\/usr\/local\/sqoop \nexport PATH=$SQOOP_HOME\/bin:$PATH\nexport HADOOP_MAPRED_HOME=\/usr\/local\/hadoop\/share\/hadoop\/mapreduce\nexport HIVE_HOME=\/usr\/local\/hive\nexport PATH=$HIVE_HOME\/bin:$PATH\nexport HCAT_HOME=$HIVE_HOME\/hcatalog\nexport HADOOP_CONF_DIR=$HADOOP_HOME\/etc\/hadoop\nexport YARN_HOME=$HADOOP_HOME\nexport ACCUMULO_HOME=\/usr\/local\/accumulo\nexport PATH=$PATH:$ACCUMULO_HOME\/bin\n<\/code><\/pre>\n\n\n\n\u9000\u51fa\u540e\u52a0\u8f7d\u73af\u5883\u53d8\u91cf<\/p>\n\n\n\n
source \/etc\/profile<\/p>\n\n\n\n
nano \/usr\/local\/sqoop\/conf\/sqoop-env.sh#\u6dfb\u52a0\u4e0b\u9762\u4e24\u884c<\/p>\n\n\n\n
export HCAT_HOME=\/usr\/local\/hive\/hcatalog\nexport HIVE_HOME=\/usr\/local\/hive<\/code><\/pre>\n\n\n\nwget https:\/\/dev.mysql.com\/get\/Downloads\/Connector-J\/mysql-connector-java-8.0.26.tar.gz
tar -xvzf mysql-connector-java-8.0.26.tar.gz<\/p>\n\n\n\n
nano \/usr\/local\/hive\/conf\/hive-env.sh#\u6dfb\u52a0\u4e0b\u9762\u4e24\u884c<\/p>\n\n\n\n
export HADOOP_HOME=\/usr\/local\/hadoop\nexport HADOOP_CLASSPATH=$HADOOP_HOME\/share\/hadoop\/mapreduce\/hadoop-mapreduce-client-core.jar:$HADOOP_HOME\/share\/hadoop\/common\/*:$HADOOP_HOME\/share\/hadoop\/hdfs\/*:$HADOOP_HOME\/share\/hadoop\/mapreduce\/*:$HADOOP_HOME\/share\/hadoop\/yarn\/*<\/code><\/pre>\n\n\n\nmv \/usr\/local\/hive\/lib\/guava-19.0.jar \/tmp\/\ncp \/usr\/local\/hadoop\/share\/hadoop\/common\/lib\/guava-27.0-jre.jar \/usr\/local\/hive\/lib\/\nrm \/usr\/local\/hbase\/lib\/client-facing-thirdparty\/log4j-slf4j-impl-2.17.2.jar\nrm \/usr\/local\/hive\/lib\/log4j-slf4j-impl-2.10.0.jar<\/p>\n\n\n\n
cd \/usr\/lib\/jvm\/\napt-get update\napt-get install openjdk-11-jdk –fix-missing<\/p>\n\n\n\n
cd \/usr\/local\/accumulo
nano \/usr\/local\/accumulo\/conf\/accumulo-env.sh
\u628ahadoop\u548czookeeper\u73af\u5883\u53d8\u91cf\u6539\u56de\u6211\u4eec\u4e0b\u8f7d\u7684\u8def\u5f84\uff0cjava\u6539\u6210\u6211\u4eec\u5b89\u88c5\u768411\u7684\u8def\u5f84<\/p>\n\n\n\n
export JAVA_HOME=\/usr\/lib\/jvm\/java-11-openjdk-amd64<\/code><\/pre>\n\n\n\ncp \/usr\/local\/hive\/conf\/hive-default.xml.template \/usr\/local\/hive\/conf\/hive-site.xml\nnano hive-site.xml<\/p>\n\n\n\n
<configuration>\n <property>\n <name>hive.execution.engine<\/name>\n <value>spark<\/value>\n <description>\u8bbe\u7f6e Hive \u7684\u6267\u884c\u5f15\u64ce\u4e3a spark<\/description>\n <\/property>\n <property>\n <name>hive.exec.scratchdir<\/name>\n <value>\/tmp\/${system:user.name}<\/value>\n<\/property>\n<property>\n <name>hive.querylog.location<\/name>\n <value>${system:java.io.tmpdir}\/${system:user.name}<\/value>\n<\/property>\n <!-- \u5176\u4ed6\u914d\u7f6e\u9879 -->\n<\/configuration>\n<configuration>\n <property>\n <name>javax.jdo.option.ConnectionURL<\/name>\n <value>jdbc:mysql:\/\/localhost:3306\/metastore_db?useSSL=false<\/value>\n <\/property>\n <property>\n <name>javax.jdo.option.ConnectionUserName<\/name>\n <value>hiveuser<\/value>\n <\/property>\n <property>\n <name>javax.jdo.option.ConnectionPassword<\/name>\n <value>hivepassword<\/value>\n <\/property>\n <property>\n <name>javax.jdo.option.ConnectionDriverName<\/name>\n <value>com.mysql.cj.jdbc.Driver<\/value>\n <\/property>\n <property>\n <name>hive.metastore.uris<\/name>\n <value>thrift:\/\/localhost:9083<\/value>\n <\/property>\n <property>\n <name>hive.metastore.warehouse.dir<\/name>\n <value>\/user\/hive\/warehouse<\/value>\n <\/property>\n<\/configuration><\/code><\/pre>\n\n\n\n\u53bb\u5230https:\/\/nowjava.com\/jar\/detail\/m03077482\/mysql-connector-java-8.0.19.jar.html\u91cc\u4e0b\u8f7djar\u5305
cp \/usr\/local\/mysql-connector-java-8.0.19.jar $HIVE_HOME\/lib\/<\/p>\n\n\n\n
mysql -u root -p<\/p>\n\n\n\n
\u521b\u5efa\u6570\u636e\u5e93\uff1ametastore_db\u3002
\u4f7f\u7528 ALTER USER ‘hiveuser’@’localhost’ IDENTIFIED BY ‘123456’; \u4fee\u6539\u4e86 hiveuser \u7684\u5bc6\u7801\u3002
\u4f7f\u7528 GRANT ALL PRIVILEGES ON metastore_db.* TO ‘hiveuser’@’localhost’; \u6388\u4e88\u4e86 hiveuser \u5bf9 metastore_db \u7684\u6240\u6709\u6743\u9650\u3002
\u5237\u65b0\u6743\u9650\uff0c\u786e\u4fdd\u6743\u9650\u66f4\u6539\u751f\u6548\u3002<\/p>\n\n\n\n
CREATE USER 'hiveuser'@'%' IDENTIFIED BY '123456';\nGRANT ALL PRIVILEGES ON metastore_db.* TO 'hiveuser'@'%';\nFLUSH PRIVILEGES;\nCREATE DATABASE metastore_db;<\/code><\/pre>\n\n\n\ndpkg -l | grep mysql\napt update\napt install mysql-server\nmkdir -p \/var\/lib\/mysql\nusermod -d \/var\/lib\/mysql mysql\nchown mysql:mysql \/var\/lib\/mysql\nservice mysql start\nhive –service metastore &\nschematool -initSchema -dbType mysql\n<\/p>\n\n\n\n
sed -i ‘s|\\${system:user.name}|hive|g’ \/usr\/local\/hive\/conf\/hive-site.xml\nsed -i ‘s|\\${system:java.io.tmpdir}|\/tmp|g’ \/usr\/local\/hive\/conf\/hive-site.xml<\/p>\n\n\n\n
nano \/usr\/local\/sqoop\/conf\/sqoop-env.sh<\/p>\n\n\n\n
export HADOOP_ORG_APACHE_SQOOP_SQOOP_USER=$USER\nexport HADOOP_ORG_APACHE_SQOOP_SQOOP_OPTS=\"\"<\/code><\/pre>\n\n\n\nsqoop version\nhive<\/p>\n\n\n\n
SHOW DATABASES;<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"su – wget https:\/\/archive.apache.org\/dist\/sqoop\/1 […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[7,8],"tags":[11,15,14,16],"class_list":["post-734","post","type-post","status-publish","format-standard","hentry","category-7","category-8","tag-hadoop","tag-hbase","tag-spark","tag-zookeeper"],"_links":{"self":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/734","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/comments?post=734"}],"version-history":[{"count":42,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/734\/revisions"}],"predecessor-version":[{"id":804,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/posts\/734\/revisions\/804"}],"wp:attachment":[{"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/media?parent=734"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/categories?post=734"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/abytelalala.cn\/index.php\/wp-json\/wp\/v2\/tags?post=734"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}