{"id":131925,"date":"2020-07-06T10:25:54","date_gmt":"2020-07-06T02:25:54","guid":{"rendered":"http:\/\/4563.org\/?p=131925"},"modified":"2020-07-06T10:25:54","modified_gmt":"2020-07-06T02:25:54","slug":"hive-%e5%b8%b8%e8%a7%81%e6%8a%a5%e9%94%99%e4%bb%a5%e5%8f%8a%e8%a7%a3%e5%86%b3%e6%96%b9%e6%a1%88","status":"publish","type":"post","link":"http:\/\/4563.org\/?p=131925","title":{"rendered":"hive \u5e38\u89c1\u62a5\u9519\u4ee5\u53ca\u89e3\u51b3\u65b9\u6848"},"content":{"rendered":"

\u6574\u7406\u6c47\u603bhive\u4f7f\u7528\u8fc7\u7a0b\u4e2d\u9047\u5230\u7684\u95ee\u9898\u4ee5\u53ca\u89e3\u51b3\u529e\u6cd5\u3002<\/p>\n

<\/a>\u95ee\u9898\u4e00\uff1a Hive \u521b\u5efa\u8868\u65f6\u62a5\u9519<\/h3>\n

Error: Error while processing statement: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:An exception was thrown while adding\/validating class(es) : Column length too big for column 'PARAM_VALUE' (max = 21845); use BLOB or TEXT instead com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Column length too big for column 'PARAM_VALUE' (max = 21845);<\/code><\/p>\n

\"hive<\/p>\n

\u89e3\u51b3\u529e\u6cd5\uff1a<\/p>\n

\n\n\n
\n
1<\/span>
2<\/span>
3<\/span>
4<\/span>
5<\/span>
6<\/span>
7<\/span>
8<\/span>
9<\/span>
10<\/span>
11<\/span>
12<\/span>
13<\/span>
14<\/span>
15<\/span>
16<\/span>
17<\/span>
18<\/span>
19<\/span>
20<\/span>
21<\/span>
22<\/span>
23<\/span>
24<\/span>
25<\/span>
26<\/span>
27<\/span>
28<\/span>
29<\/span>
30<\/span>
31<\/span>
32<\/span>
33<\/span>
34<\/span>
35<\/span>
36<\/span>
37<\/span>
38<\/span>
39<\/span>
40<\/span>
<\/pre>\n<\/td>\n
\n
mysql> show variables like "char%";<\/span>
+--------------------------+----------------------------+<\/span>
| Variable_name            | Value                      |<\/span>
+--------------------------+----------------------------+<\/span>
| character_set_client     | utf8                       |<\/span>
| character_set_connection | utf8                       |<\/span>
| character_set_database   | utf8                       |<\/span>
| character_set_filesystem | binary                     |<\/span>
| character_set_results    | utf8                       |<\/span>
| character_set_server     | utf8                       |<\/span>
| character_set_system     | utf8                       |<\/span>
| character_sets_dir       | /usr/share/mysql/charsets/ |<\/span>
+--------------------------+----------------------------+<\/span>
8 rows in set (0.01 sec)<\/span>
<\/span>
mysql><\/span>
mysql> use hive;<\/span>
Reading table information for completion of table and column names<\/span>
You can turn off this feature to get a quicker startup with -A<\/span>
<\/span>
Database changed<\/span>
mysql><\/span>
mysql> alter database hive character set latin1;<\/span>
Query OK, 1 row affected (0.00 sec)<\/span>
<\/span>
mysql><\/span>
mysql> show variables like "char%";<\/span>
+--------------------------+----------------------------+<\/span>
| Variable_name            | Value                      |<\/span>
+--------------------------+----------------------------+<\/span>
| character_set_client     | utf8                       |<\/span>
| character_set_connection | utf8                       |<\/span>
| character_set_database   | latin1                     |<\/span>
| character_set_filesystem | binary                     |<\/span>
| character_set_results    | utf8                       |<\/span>
| character_set_server     | utf8                       |<\/span>
| character_set_system     | utf8                       |<\/span>
| character_sets_dir       | /usr/share/mysql/charsets/ |<\/span>
+--------------------------+----------------------------+<\/span>
8 rows in set (0.01 sec)<\/span>
<\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n
hive \u521b\u5efa\u8868\u6210\u529f\uff1a<\/p>\n
\n\n\n
\n
1<\/span>
2<\/span>
<\/pre>\n<\/td>\n
\n
0: jdbc:hive2://node03:10000> create table stu(id int,name string);<\/span>
No rows affected (0.996 seconds)<\/span>
<\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n
<\/a>\u95ee\u9898\u4e8c\uff1a \u627e\u4e0d\u5230\u6216\u65e0\u6cd5\u52a0\u8f7d\u4e3b\u7c7b org.apache.hadoop.mapreduce.v2.app.MRAppMaster<\/code><\/h3>\n
\n\n\n
\n
1<\/span>
2<\/span>
<\/pre>\n<\/td>\n
\n
[hadoop@node01 ~]$ hadoop classpath<\/span>
/opt/module/hadoop-2.6.0-cdh5.14.2/etc/hadoop:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/common/lib/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/common/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/hdfs:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/hdfs/lib/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/hdfs/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/yarn/lib/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/yarn/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/mapreduce/lib/*:/opt/module/hadoop-2.6.0-cdh5.14.2/share/hadoop/mapreduce/*:/opt/module/hadoop-2.6.0-cdh5.14.2/contrib/capacity-scheduler/*.jar<\/span>
<\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n
\u4fee\u6539 yarn-site.xml<\/p>\n
\n\n\n
\n
1<\/span>
2<\/span>
3<\/span>
4<\/span>
5<\/span>
6<\/span>
<\/pre>\n<\/td>\n
\n
vim /opt/module/hadoop-2.6.0-cdh5.14.2/etc/hadoop/yarn-site.xml<\/span>
<\/span>
<property><\/span>
\u00a0 \u00a0 \u00a0 \u00a0 <name>yarn.application.classpath</name><\/span>
\u00a0 \u00a0 \u00a0 \u00a0 <value>hadoop classpath\u8fd4\u56de\u4fe1\u606f</value><\/span>
</property><\/span>
<\/pre>\n<\/td>\n<\/tr>\n<\/table>\n<\/figure>\n
\u5728\u6240\u6709\u7684Master\u548cSlave\u8282\u70b9\u8fdb\u884c\u5982\u4e0a\u8bbe\u7f6e\uff0c\u8bbe\u7f6e\u5b8c\u6bd5\u540e\u91cd\u542fHadoop\u96c6\u7fa4\uff0c\u91cd\u65b0\u8fd0\u884c\u521a\u624d\u7684MapReduce\u7a0b\u5e8f\uff0c\u6210\u529f\u8fd0\u884c\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u6574\u7406\u6c47\u603bhive\u4f7f\u7528\u8fc7\u7a0b\u4e2d\u9047\u5230\u7684\u95ee…<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[],"tags":[],"_links":{"self":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/131925"}],"collection":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=131925"}],"version-history":[{"count":0,"href":"http:\/\/4563.org\/index.php?rest_route=\/wp\/v2\/posts\/131925\/revisions"}],"wp:attachment":[{"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=131925"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=131925"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/4563.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=131925"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}