{"id":131833,"date":"2020-07-05T06:35:19","date_gmt":"2020-07-04T22:35:19","guid":{"rendered":"http:\/\/4563.org\/?p=131833"},"modified":"2020-07-05T06:35:19","modified_gmt":"2020-07-04T22:35:19","slug":"hive-%e5%ad%a6%e4%b9%a0%e4%b9%8b%e8%b7%af%ef%bc%88%e4%ba%8c%ef%bc%89%e4%bc%aa%e5%88%86%e5%b8%83%e5%bc%8f%e5%ae%89%e8%a3%85","status":"publish","type":"post","link":"http:\/\/4563.org\/?p=131833","title":{"rendered":"hive \u5b66\u4e60\u4e4b\u8def\uff08\u4e8c\uff09\u4f2a\u5206\u5e03\u5f0f\u5b89\u88c5"},"content":{"rendered":"<h3><a href=\"https:\/\/www.studytime.xin\/article\/#Hive\u5b89\u88c5\u524d\u7f6e\u6761\u4ef6\" title=\"Hive\u5b89\u88c5\u524d\u7f6e\u6761\u4ef6\"><\/a>Hive\u5b89\u88c5\u524d\u7f6e\u6761\u4ef6<\/h3>\n<ul>\n<li>\u6309\u7167 Hive \u521d\u59cb\u4e2d\u6240\u8bf4\uff0cHive \u662f\u57fa\u4e8e Hadoop \u7684\u6570\u636e\u4ed3\u5e93\u89e3\u51b3\u65b9\u6848\uff0c\u6240\u4ee5\u9ed8\u8ba4\u4ee3\u8868\u5df2\u7ecf\u5b89\u88c5 Hadoop\u3002<\/li>\n<li>\u5e38\u7528\u89e3\u51b3\u65b9\u6848\u4e3a\u9002\u5e94 MySQL \u505a\u4e3a Hive \u7684\u5143\u6570\u636e\u5e93\uff0c\u6240\u4ee5\u5148\u5b89\u88c5 MySQL\u3002<\/li>\n<li>\u542f\u52a8 HDFS \u548c YARN<\/li>\n<\/ul>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#Hive\u7684\u4e0b\u8f7d\" title=\"Hive\u7684\u4e0b\u8f7d\"><\/a>Hive\u7684\u4e0b\u8f7d<\/h3>\n<p><a href=\"http:\/\/mirror.bit.edu.cn\/apache\/hive\/\">\u4e0b\u8f7d\u94fe\u63a5http:\/\/mirror.bit.edu.cn\/apache\/hive\/<\/a><\/p>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#\u89e3\u538b\u6587\u4ef6\u5230\u6307\u5b9a\u5b89\u88c5\u76ee\u5f55\" title=\"\u89e3\u538b\u6587\u4ef6\u5230\u6307\u5b9a\u5b89\u88c5\u76ee\u5f55\"><\/a>\u89e3\u538b\u6587\u4ef6\u5230\u6307\u5b9a\u5b89\u88c5\u76ee\u5f55<\/h3>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>tar -zxvf apache-hive-2.3.3-bin.tar.gz -C ~&#x2F;App&#x2F;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#\u914d\u7f6e\u73af\u5883\u53d8\u91cf\" title=\"\u914d\u7f6e\u73af\u5883\u53d8\u91cf\"><\/a>\u914d\u7f6e\u73af\u5883\u53d8\u91cf<\/h3>\n<p>\u6253\u5f00\u5168\u5c40\u73af\u5883\u53d8\u91cf<code>~\/.bash_profile<\/code>\uff0c\u5c06 Hive \u5b89\u88c5\u5305 bin \u76ee\u5f55\u5bfc\u5165\u5168\u5c40\u53d8\u91cf\u4e2d\uff0c\u91cd\u8f7d\u5168\u5c40\u53d8\u91cf\u6587\u4ef6 <code>source ~\/.bash_profile<\/code>\u3002<\/p>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>vim ~&#x2F;.bash_profile<\/span><br><span><\/span><br><span>export HIVE_HOME&#x3D;&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin<\/span><br><span>export PATH&#x3D;$HIVE_HOME&#x2F;bin:$PATH<\/span><br><span><\/span><br><span>source ~&#x2F;.bash_profile<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#\u4fee\u6539\u914d\u7f6e\u6587\u4ef6\" title=\"\u4fee\u6539\u914d\u7f6e\u6587\u4ef6\"><\/a>\u4fee\u6539\u914d\u7f6e\u6587\u4ef6<\/h3>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#\u8fdb\u5165-hive-\u914d\u7f6e\u6587\u4ef6\u76ee\u5f55\" title=\"\u8fdb\u5165 hive \u914d\u7f6e\u6587\u4ef6\u76ee\u5f55\"><\/a>\u8fdb\u5165 hive \u914d\u7f6e\u6587\u4ef6\u76ee\u5f55<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>cd &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;conf<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#\u65b0\u5efahive-site-xml\u5e76\u6dfb\u52a0\u4ee5\u4e0b\u5185\u5bb9\uff0c\u6253\u5f00vi-hive-site-xml\u6587\u4ef6\" title=\"\u65b0\u5efahive-site.xml\u5e76\u6dfb\u52a0\u4ee5\u4e0b\u5185\u5bb9\uff0c\u6253\u5f00vi hive-site.xml\u6587\u4ef6\"><\/a>\u65b0\u5efahive-site.xml\u5e76\u6dfb\u52a0\u4ee5\u4e0b\u5185\u5bb9\uff0c\u6253\u5f00<code>vi hive-site.xml<\/code>\u6587\u4ef6<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><span>16<\/span><br><span>17<\/span><br><span>18<\/span><br><span>19<\/span><br><span>20<\/span><br><span>21<\/span><br><span>22<\/span><br><span>23<\/span><br><span>24<\/span><br><span>25<\/span><br><span>26<\/span><br><span>27<\/span><br><span>28<\/span><br><span>29<\/span><br><span>30<\/span><br><span>31<\/span><br><span>32<\/span><br><span>33<\/span><br><span>34<\/span><br><span>35<\/span><br><span>36<\/span><br><span>37<\/span><br><span>38<\/span><br><span>39<\/span><br><span>40<\/span><br><span>41<\/span><br><span>42<\/span><br><span>43<\/span><br><span>44<\/span><br><span>45<\/span><br><span>46<\/span><br><span>47<\/span><br><span>48<\/span><br><span>49<\/span><br><span>50<\/span><br><span>51<\/span><br><span>52<\/span><br><span>53<\/span><br><span>54<\/span><br><span>55<\/span><br><span>56<\/span><br><span>57<\/span><br><span>58<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>&lt;configuration&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;hive.metastore.uris&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;thrift:&#x2F;&#x2F;localhost:9083&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;hive.server2.thrift.port&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;10000&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;javax.jdo.option.ConnectionURL&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;jdbc:mysql:&#x2F;&#x2F;localhost:3306&#x2F;metastore?createDatabaseIfNotExist&#x3D;true&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;javax.jdo.option.ConnectionDriverName&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;com.mysql.jdbc.Driver&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;javax.jdo.option.ConnectionUserName&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;root&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;javax.jdo.option.ConnectionPassword&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;baihe2019&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;hive.metastore.schema.verification&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;false&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;hive.metastore.warehouse.dir&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;&#x2F;warehouse&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;fs.defaultFS&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;hdfs:&#x2F;&#x2F;bigdata:9000&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;datanucleus.autoCreateSchema&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;true&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;datanucleus.autoStartMechanism&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;SchemaTable&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;datanucleus.schema.autoCreateTables&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;true&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;beeline.hs2.connection.user&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;baihe&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>        &lt;property&gt;<\/span><br><span>                &lt;name&gt;beeline.hs2.connection.password&lt;&#x2F;name&gt;<\/span><br><span>                &lt;value&gt;baihe&lt;&#x2F;value&gt;<\/span><br><span>        &lt;&#x2F;property&gt;<\/span><br><span>&lt;&#x2F;configuration&gt;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<p>\u914d\u7f6e\u8bf4\u660e\uff1a<\/p>\n<ul>\n<li>hive.metastore.uris: metastore server\u6240\u5728\u7684\u673a\u5668\uff0c\u4ee5\u53ca\u4f7f\u7528\u7aef\u53e3<\/li>\n<li>hive.server2.thrift.port\uff1a server2 \u4f7f\u7528\u7aef\u53e3<\/li>\n<li>javax.jdo.option.ConnectionURL: metastore \u6570\u636e\u5e93\u914d\u7f6e host\u4fe1\u606f<\/li>\n<li>javax.jdo.option.ConnectionDriverName\uff1a metastore \u6570\u636e\u5e93\u914d\u7f6e MySQL JDBC\u9a71\u52a8\u7c7b<\/li>\n<li>javax.jdo.option.ConnectionUserName\uff1ametastore \u6570\u636e\u5e93\u914d\u7f6e \u7528\u6237<\/li>\n<li>javax.jdo.option.ConnectionPassword\uff1a metastore \u6570\u636e\u5e93\u914d\u7f6e \u5bc6\u7801<\/li>\n<li>hive.metastore.warehouse.dir: \u672c\u5730\u8868\u9ed8\u8ba4\u4f4d\u7f6e<\/li>\n<li>fs.defaultFS\uff1a\u4e3a HDFS \u7684 namenode \u542f\u52a8\u7684\u673a\u5668\u5730\u5740<\/li>\n<li>beeline.hs2.connection.user : beeline\u8fde\u63a5\u7528\u6237\u540d <\/li>\n<li>beeline.hs2.connection.password\uff1a beeline\u8fde\u63a5\u5bc6\u7801<\/li>\n<\/ul>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#\u542f\u52a8hive\" title=\"\u542f\u52a8hive\"><\/a>\u542f\u52a8hive<\/h3>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#1-\u82e5\u4e3a\u7b2c\u4e00\u6b21\u542f\u52a8\uff0c\u9700\u8981\u6267\u884c\u521d\u59cb\u5316\u547d\u4ee4-\u4ee5\u540e\u5219\u53ea\u9700\u76f4\u63a5\u542f\u52a8-metastore-\u548c-hiveserver\" title=\"1.\u82e5\u4e3a\u7b2c\u4e00\u6b21\u542f\u52a8\uff0c\u9700\u8981\u6267\u884c\u521d\u59cb\u5316\u547d\u4ee4,\u4ee5\u540e\u5219\u53ea\u9700\u76f4\u63a5\u542f\u52a8 metastore \u548c hiveserver\"><\/a>1.\u82e5\u4e3a\u7b2c\u4e00\u6b21\u542f\u52a8\uff0c\u9700\u8981\u6267\u884c\u521d\u59cb\u5316\u547d\u4ee4,\u4ee5\u540e\u5219\u53ea\u9700\u76f4\u63a5\u542f\u52a8 metastore \u548c hiveserver<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>schematool -dbType mysql -initSchema<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#2-\u542f\u52a8-metastore\" title=\"2.\u542f\u52a8 metastore\"><\/a>2.\u542f\u52a8 metastore<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>nohup hive --service metastore &gt;&gt; &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;metastore.log 2&gt;&amp;1 &amp;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#3-\u542f\u52a8-hive-server\" title=\"3.\u542f\u52a8 hive server\"><\/a>3.\u542f\u52a8 hive server<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>nohup hive --service hiveserver2 &gt;&gt; &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;hiveserver.log 2&gt;&amp;1 &amp;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#4-\u67e5\u770b-hive-metastore-\u548c-hiveserver2-\u662f\u5426\u542f\u52a8\u6210\u529f\" title=\"4.\u67e5\u770b hive metastore \u548c hiveserver2 \u662f\u5426\u542f\u52a8\u6210\u529f\"><\/a>4.\u67e5\u770b hive metastore \u548c hiveserver2 \u662f\u5426\u542f\u52a8\u6210\u529f<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>ps aux | grep hive<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<p>\u80fd\u8f93\u51fa\u4e24\u4e2a\u8fdb\u7a0b\uff0c\u5206\u522b\u5bf9\u5e94 metastore \u548c hiveserver2\u3002<\/p>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>\u279c  ~ ps aux | grep hive<\/span><br><span>baihe             1222 178.2  1.4  6312516 228304 s000  RN   11:43\u4e0a\u5348   0:04.60 &#x2F;Library&#x2F;Java&#x2F;JavaVirtualMachines&#x2F;jdk1.8.0_191.jdk&#x2F;Contents&#x2F;Home&#x2F;bin&#x2F;java -Xmx256m -Djava.library.path&#x3D;&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;hadoop-2.7.3&#x2F;lib -Djava.net.preferIPv4Stack&#x3D;true -Dhadoop.log.dir&#x3D;&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;hadoop-2.7.3&#x2F;logs -Dhadoop.log.file&#x3D;hadoop.log -Dhadoop.home.dir&#x3D;&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;hadoop-2.7.3 -Dhadoop.id.str&#x3D;baihe -Dhadoop.root.logger&#x3D;INFO,console -Dhadoop.policy.file&#x3D;hadoop-policy.xml -Djava.net.preferIPv4Stack&#x3D;true -Xmx512m -Dlog4j.configurationFile&#x3D;hive-log4j2.properties -Djava.util.logging.config.file&#x3D;&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;conf&#x2F;parquet-logging.properties -Dhadoop.security.logger&#x3D;INFO,NullAppender org.apache.hadoop.util.RunJar &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;lib&#x2F;hive-metastore-2.1.1.jar org.apache.hadoop.hive.metastore.HiveMetaStore<\/span><br><span>baihe             1410   0.0  0.0  4334948    648 s000  R+   11:43\u4e0a\u5348   0:00.00 grep --color&#x3D;auto --exclude-dir&#x3D;.bzr --exclude-dir&#x3D;CVS --exclude-dir&#x3D;.git --exclude-dir&#x3D;.hg --exclude-dir&#x3D;.svn hive<\/span><br><span>baihe             1363   0.0  0.0  4324956    604 s000  SN   11:43\u4e0a\u5348   0:00.00 bash &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;bin&#x2F;hive --service hiveserver2<\/span><br><span>baihe             1328   0.0  0.0  4324956   1880 s000  SN   11:43\u4e0a\u5348   0:00.04 bash &#x2F;Users&#x2F;baihe&#x2F;App&#x2F;apache-hive-2.1.1-bin&#x2F;bin&#x2F;hive --service hiveserver2<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#Hive-\u5e38\u89c1\u4e24\u79cd\u8bbf\u95ee\u65b9\u5f0f\" title=\"Hive \u5e38\u89c1\u4e24\u79cd\u8bbf\u95ee\u65b9\u5f0f\"><\/a>Hive \u5e38\u89c1\u4e24\u79cd\u8bbf\u95ee\u65b9\u5f0f<\/h3>\n<ul>\n<li>hive<\/li>\n<li>beeline<\/li>\n<\/ul>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><span>16<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>\u279c  bin beeline<\/span><br><span>Beeline version 1.2.1.spark2 by Apache Hive<\/span><br><span>beeline&gt; !connect jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default baihe baihe<\/span><br><span>Connecting to jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default<\/span><br><span>SLF4J: Class path contains multiple SLF4J bindings.<\/span><br><span>SLF4J: Found binding in [jar:file:&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;spark-2.1.1-bin-hadoop2.7&#x2F;jars&#x2F;slf4j-log4j12-1.7.16.jar!&#x2F;org&#x2F;slf4j&#x2F;impl&#x2F;StaticLoggerBinder.class]<\/span><br><span>SLF4J: Found binding in [jar:file:&#x2F;Users&#x2F;baihe&#x2F;App&#x2F;hadoop-2.7.3&#x2F;share&#x2F;hadoop&#x2F;common&#x2F;lib&#x2F;slf4j-log4j12-1.7.10.jar!&#x2F;org&#x2F;slf4j&#x2F;impl&#x2F;StaticLoggerBinder.class]<\/span><br><span>SLF4J: See http:&#x2F;&#x2F;www.slf4j.org&#x2F;codes.html#multiple_bindings for an explanation.<\/span><br><span>SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]<\/span><br><span>19&#x2F;09&#x2F;17 11:45:25 INFO jdbc.Utils: Supplied authorities: localhost:10000<\/span><br><span>19&#x2F;09&#x2F;17 11:45:25 INFO jdbc.Utils: Resolved authority: localhost:10000<\/span><br><span>19&#x2F;09&#x2F;17 11:45:26 INFO jdbc.HiveConnection: Will try to open client transport with JDBC Uri: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default<\/span><br><span>Connected to: Apache Hive (version 2.1.1)<\/span><br><span>Driver: Hive JDBC (version 1.2.1.spark2)<\/span><br><span>Transaction isolation: TRANSACTION_REPEATABLE_READ<\/span><br><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<p>\u5176\u4e2d bigdata \u548c bigdata \u5206\u522b\u662f\u5728 hive-site.xml \u914d\u7f6e\u6587\u4ef6\u4e2d\u7531 beeline.hs2.connection.user \u548c beeline.hs2.connection.password \u8bbe\u7f6e\u7684\u3002 \u6ce8\uff1a\u5982\u679c\u8981\u4f7f\u7528 beeline \u6216 JDBC \u8fde\u63a5 hive \u65f6\uff0c\u9047\u5230\u62a5\u9519\uff1a\u201cUser: xxx is not allowed to impersonate yyy\u201d\uff0c\u9700\u5728 hadoop \u7684\u914d\u7f6e\u6587\u4ef6 core-site.xml \u4e2d\u52a0\u5165\u4ee5\u4e0b\u914d\u7f6e\uff08\u5176\u4e2d \u7ea2\u8272\u6807\u5fd7\u7684\u201cxxx\u201d\u662f\u4f60\u542f\u52a8 hive server2 \u548c hive metastore \u6240\u91c7\u7528\u7684\u7528\u6237\uff0c\u7528\u6237\u540d\u4e2d \u4e0d\u8981\u5305\u542b\u201c.\u201d\uff0c\u6bd4\u5982\u201ccheng.dong\u201d\u662f\u4e0d\u652f\u6301\u7684\uff09\uff0c\u5e76\u91cd\u542f hiveserver2\uff0c hive metastore\uff0cHDFS \u548c YARN\uff1a<\/p>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>&lt;property&gt;<\/span><br><span><\/span><br><span>&lt;name&gt;hadoop.proxyuser.xxx.groups&lt;&#x2F;name&gt;<\/span><br><span><\/span><br><span>&lt;value&gt;*&lt;&#x2F;value&gt;<\/span><br><span><\/span><br><span>&lt;&#x2F;property&gt;<\/span><br><span><\/span><br><span>&lt;property&gt;<\/span><br><span><\/span><br><span>&lt;name&gt;hadoop.proxyuser.xxx.hosts&lt;&#x2F;name&gt;<\/span><br><span><\/span><br><span>&lt;value&gt;*&lt;&#x2F;value&gt;<\/span><br><span><\/span><br><span>&lt;&#x2F;property&gt;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h3><a href=\"https:\/\/www.studytime.xin\/article\/#\u4f7f\u7528\u7ec3\u4e60\" title=\"\u4f7f\u7528\u7ec3\u4e60\"><\/a>\u4f7f\u7528\u7ec3\u4e60<\/h3>\n<p>\u9700\u6c42\u8bf4\u660e\uff1a\u73b0\u6709\u4e00\u4e2a\u6587\u4ef6student.txt\uff0c\u5c06\u5176\u5b58\u5165hive\u4e2d\uff0cstudent.txt\u6570\u636e\u683c\u5f0f\u5982\u4e0b\uff1a<\/p>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><span>16<\/span><br><span>17<\/span><br><span>18<\/span><br><span>19<\/span><br><span>20<\/span><br><span>21<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>95002,\u5218\u6668,\u5973,19,IS<\/span><br><span>95017,\u738b\u98ce\u5a1f,\u5973,18,IS<\/span><br><span>95018,\u738b\u4e00,\u5973,19,IS<\/span><br><span>95013,\u51af\u4f1f,\u7537,21,CS<\/span><br><span>95014,\u738b\u5c0f\u4e3d,\u5973,19,CS<\/span><br><span>95019,\u90a2\u5c0f\u4e3d,\u5973,19,IS<\/span><br><span>95020,\u8d75\u94b1,\u7537,21,IS<\/span><br><span>95003,\u738b\u654f,\u5973,22,MA<\/span><br><span>95004,\u5f20\u7acb,\u7537,19,IS<\/span><br><span>95012,\u5b59\u82b1,\u5973,20,CS<\/span><br><span>95010,\u5b54\u5c0f\u6d9b,\u7537,19,CS<\/span><br><span>95005,\u5218\u521a,\u7537,18,MA<\/span><br><span>95006,\u5b59\u5e86,\u7537,23,CS<\/span><br><span>95007,\u6613\u601d\u73b2,\u5973,19,MA<\/span><br><span>95008,\u674e\u5a1c,\u5973,18,CS<\/span><br><span>95021,\u5468\u4e8c,\u7537,17,MA<\/span><br><span>95022,\u90d1\u660e,\u7537,20,MA<\/span><br><span>95001,\u674e\u52c7,\u7537,20,CS<\/span><br><span>95011,\u5305\u5c0f\u67cf,\u7537,18,MA<\/span><br><span>95009,\u68a6\u5706\u5706,\u5973,18,MA<\/span><br><span>95015,\u738b\u541b,\u7537,18,MA<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#1-\u672c\u5730\u65b0\u5efa\u6d4b\u8bd5\u6570\u636e\u6587\u4ef6\" title=\"1.\u672c\u5730\u65b0\u5efa\u6d4b\u8bd5\u6570\u636e\u6587\u4ef6\"><\/a>1.\u672c\u5730\u65b0\u5efa\u6d4b\u8bd5\u6570\u636e\u6587\u4ef6<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>vim &#x2F;tmp&#x2F;student.txt<\/span><br><span><\/span><br><span>\u5199\u5165\u4e0a\u8ff0\u6570\u636e\u5373\u53ef<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#2-\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93myhive\" title=\"2.\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93myhive\"><\/a>2.\u521b\u5efa\u4e00\u4e2a\u6570\u636e\u5e93myhive<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; create database myhive;<\/span><br><span>No rows affected (1.01 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#3-\u4f7f\u7528\u65b0\u7684\u6570\u636e\u5e93myhive\" title=\"3.\u4f7f\u7528\u65b0\u7684\u6570\u636e\u5e93myhive\"><\/a>3.\u4f7f\u7528\u65b0\u7684\u6570\u636e\u5e93myhive<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; use myhive;<\/span><br><span>No rows affected (0.071 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#4-\u67e5\u770b\u5f53\u524d\u6b63\u5728\u4f7f\u7528\u7684\u6570\u636e\u5e93\" title=\"4.\u67e5\u770b\u5f53\u524d\u6b63\u5728\u4f7f\u7528\u7684\u6570\u636e\u5e93\"><\/a>4.\u67e5\u770b\u5f53\u524d\u6b63\u5728\u4f7f\u7528\u7684\u6570\u636e\u5e93<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; select current_database();<\/span><br><span>+---------+--+<\/span><br><span>|   _c0   |<\/span><br><span>+---------+--+<\/span><br><span>| myhive  |<\/span><br><span>+---------+--+<\/span><br><span>1 row selected (1.667 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#5-\u5728\u6570\u636e\u5e93myhive\u521b\u5efa\u4e00\u5f20student\u8868\" title=\"5.\u5728\u6570\u636e\u5e93myhive\u521b\u5efa\u4e00\u5f20student\u8868\"><\/a>5.\u5728\u6570\u636e\u5e93myhive\u521b\u5efa\u4e00\u5f20student\u8868<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; create table student(id int, name string, sex string, age int, department string) row format delimited fields terminated by &quot;,&quot;;<\/span><br><span>No rows affected (0.316 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#6-\u5f80\u8868\u4e2d\u52a0\u8f7d\u6570\u636e\" title=\"6.\u5f80\u8868\u4e2d\u52a0\u8f7d\u6570\u636e\"><\/a>6.\u5f80\u8868\u4e2d\u52a0\u8f7d\u6570\u636e<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; load data local inpath &quot;&#x2F;tmp&#x2F;student.txt&quot; into table student;<\/span><br><span>No rows affected (0.432 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#7-\u67e5\u8be2\u6570\u636e\" title=\"7.\u67e5\u8be2\u6570\u636e\"><\/a>7.\u67e5\u8be2\u6570\u636e<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><span>16<\/span><br><span>17<\/span><br><span>18<\/span><br><span>19<\/span><br><span>20<\/span><br><span>21<\/span><br><span>22<\/span><br><span>23<\/span><br><span>24<\/span><br><span>25<\/span><br><span>26<\/span><br><span>27<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; select * from student;<\/span><br><span>+-------------+---------------+--------------+--------------+---------------------+--+<\/span><br><span>| student.id  | student.name  | student.sex  | student.age  | student.department  |<\/span><br><span>+-------------+---------------+--------------+--------------+---------------------+--+<\/span><br><span>| 95002       | \u5218\u6668            | \u5973            | 19           | IS                  |<\/span><br><span>| 95017       | \u738b\u98ce\u5a1f           | \u5973            | 18           | IS                  |<\/span><br><span>| 95018       | \u738b\u4e00            | \u5973            | 19           | IS                  |<\/span><br><span>| 95013       | \u51af\u4f1f            | \u7537            | 21           | CS                  |<\/span><br><span>| 95014       | \u738b\u5c0f\u4e3d           | \u5973            | 19           | CS                  |<\/span><br><span>| 95019       | \u90a2\u5c0f\u4e3d           | \u5973            | 19           | IS                  |<\/span><br><span>| 95020       | \u8d75\u94b1            | \u7537            | 21           | IS                  |<\/span><br><span>| 95003       | \u738b\u654f            | \u5973            | 22           | MA                  |<\/span><br><span>| 95004       | \u5f20\u7acb            | \u7537            | 19           | IS                  |<\/span><br><span>| 95012       | \u5b59\u82b1            | \u5973            | 20           | CS                  |<\/span><br><span>| 95010       | \u5b54\u5c0f\u6d9b           | \u7537            | 19           | CS                  |<\/span><br><span>| 95005       | \u5218\u521a            | \u7537            | 18           | MA                  |<\/span><br><span>| 95006       | \u5b59\u5e86            | \u7537            | 23           | CS                  |<\/span><br><span>| 95007       | \u6613\u601d\u73b2           | \u5973            | 19           | MA                  |<\/span><br><span>| 95008       | \u674e\u5a1c            | \u5973            | 18           | CS                  |<\/span><br><span>| 95021       | \u5468\u4e8c            | \u7537            | 17           | MA                  |<\/span><br><span>| 95022       | \u90d1\u660e            | \u7537            | 20           | MA                  |<\/span><br><span>| 95001       | \u674e\u52c7            | \u7537            | 20           | CS                  |<\/span><br><span>| 95011       | \u5305\u5c0f\u67cf           | \u7537            | 18           | MA                  |<\/span><br><span>| 95009       | \u68a6\u5706\u5706           | \u5973            | 18           | MA                  |<\/span><br><span>| 95015       | \u738b\u541b            | \u7537            | 18           | MA                  |<\/span><br><span>+-------------+---------------+--------------+--------------+---------------------+--+<\/span><br><span>21 rows selected (0.538 seconds)<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n<h4><a href=\"https:\/\/www.studytime.xin\/article\/#8-\u67e5\u770b\u8868\u7ed3\u6784\" title=\"8.\u67e5\u770b\u8868\u7ed3\u6784\"><\/a>8.\u67e5\u770b\u8868\u7ed3\u6784<\/h4>\n<figure>\n<table>\n<tr>\n<td>\n<pre><span>1<\/span><br><span>2<\/span><br><span>3<\/span><br><span>4<\/span><br><span>5<\/span><br><span>6<\/span><br><span>7<\/span><br><span>8<\/span><br><span>9<\/span><br><span>10<\/span><br><span>11<\/span><br><span>12<\/span><br><span>13<\/span><br><span>14<\/span><br><span>15<\/span><br><\/pre>\n<\/td>\n<td>\n<pre><span>0: jdbc:hive2:&#x2F;&#x2F;localhost:10000&#x2F;default&gt; desc student;<\/span><br><span>+-------------+------------+----------+--+<\/span><br><span>|  col_name   | data_type  | comment  |<\/span><br><span>+-------------+------------+----------+--+<\/span><br><span>| id          | int        |          |<\/span><br><span>| name        | string     |          |<\/span><br><span>| sex         | string     |          |<\/span><br><span>| age         | int        |          |<\/span><br><span>| department  | string     |          |<\/span><br><span>+-------------+------------+----------+--+<\/span><br><span>5 rows selected (0.086 seconds)<\/span><br><span><\/span><br><span> desc extended student;<\/span><br><span> <\/span><br><span> desc formatted student;<\/span><br><\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n","protected":false},"excerpt":{"rendered":"<p>Hive\u5b89\u88c5\u524d\u7f6e\u6761\u4ef6 \u6309\u7167 Hiv&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[],"tags":[],"_links":{"self":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/131833"}],"collection":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=131833"}],"version-history":[{"count":0,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/131833\/revisions"}],"wp:attachment":[{"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=131833"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=131833"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=131833"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}