hive安装配置详解
2016-11-01 16:48
302 查看
准备环境:centos6.5 hadoop2.6.0 jdk1.8 SSH互信配置 防火墙关闭
安装hive步骤:
[align=justify]安装mysql数据库[/align]
执行:sudo yum install mysql-server mysql mysql-devel
开启mysql服务:sudoservice mysqld start
设置root密码:mysqladmin
-u root password 'root'
[align=justify]安装hive[/align]
1>.解压
tar -zxvf apache-hive-1.2.1-bin.tar.gz
2>.设置环境变量
export HIVE_HOME=/home/hadoop/apache-hive-1.0.0-bin
export PATH=$PATH:$HIVE_HOME/bin
3>.修改配置文件
进入conf目录,首先将hive-env.sh.template和hive-default.xml.template进行复制并改名为hive-env.sh和hive-site.xml
hive-env.sh修改
export HADOOP_HEAPSIZE=1024
# Set HADOOP_HOME to point to a specific hadoop install directory
HADOOP_HOME=/home/hadoop/hadoop-2.4.1
# Hive Configuration Directory can be controlled by:
export HIVE_CONF_DIR=/home/hadoop/apache-hive-1.0.0-bin/conf
# Folder containing extra ibraries required for hive compilation/execution can be controlled by:
export HIVE_AUX_JARS_PATH=/home/hadoop/apache-hive-1.0.0-bin/lib
hive-site.xml修改
<configuration>
#localhost需要改为主机名
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://localhost:3306/hive</value>
<description>JDBC connect string for a JDBC metastore</description>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
<description>Driver class name for a JDBC metastore</description>
</property>
#数据库密码root
<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>root</value>
<description>password to use against metastore database</description>
</property>
<property>
<name>hive.hwi.listen.port</name>
<value>9999</value>
<description>This is the port the Hive Web Interface will listen on</description>
</property>
<property>
<name>datanucleus.autoCreateSchema</name>
<value>true</value>
<description>creates necessary schema on a startup if one doesn't exist. set this to false, after creating it once</description>
</property>
#数据库用户名root
<property>
<name>javax.jdo.option.ConnectionUserName</name>
<value>root</value>
<description>Username to use against metastore database</description>
</property>
#以下是hive临时文件夹
<property>
<name>hive.exec.local.scratchdir</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Local scratch space for Hive jobs</description>
</property>
<property>
<name>hive.downloaded.resources.dir</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Temporary local directory for added resources in the remote file system.</description>
</property>
<property>
<name>hive.querylog.location</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Location of Hive run time structured log file</description>
</property>
</configuration>
4>.拷贝mysql-connector-java-5.0.8-bin.jar到hive的lib下面
5>.在mysql中创建hive数据库
create database hive;
6>.把jline-2.12.jar拷贝到hadoop相应的目录下,替代jline-0.9.94.jar,否则启动会报错
cp hive/lib/jline-2.12.jar hadoop-2.6.0/share/hadoop/yarn/lib/
8>.在集群HDFS上创建和hive目录 hdfs dfs -mkdir /user/hive
7>.启动:bin/hive
安装hive步骤:
[align=justify]安装mysql数据库[/align]
执行:sudo yum install mysql-server mysql mysql-devel
开启mysql服务:sudoservice mysqld start
设置root密码:mysqladmin
-u root password 'root'
[align=justify]安装hive[/align]
1>.解压
tar -zxvf apache-hive-1.2.1-bin.tar.gz
2>.设置环境变量
export HIVE_HOME=/home/hadoop/apache-hive-1.0.0-bin
export PATH=$PATH:$HIVE_HOME/bin
3>.修改配置文件
进入conf目录,首先将hive-env.sh.template和hive-default.xml.template进行复制并改名为hive-env.sh和hive-site.xml
hive-env.sh修改
export HADOOP_HEAPSIZE=1024
# Set HADOOP_HOME to point to a specific hadoop install directory
HADOOP_HOME=/home/hadoop/hadoop-2.4.1
# Hive Configuration Directory can be controlled by:
export HIVE_CONF_DIR=/home/hadoop/apache-hive-1.0.0-bin/conf
# Folder containing extra ibraries required for hive compilation/execution can be controlled by:
export HIVE_AUX_JARS_PATH=/home/hadoop/apache-hive-1.0.0-bin/lib
hive-site.xml修改
<configuration>
#localhost需要改为主机名
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://localhost:3306/hive</value>
<description>JDBC connect string for a JDBC metastore</description>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
<description>Driver class name for a JDBC metastore</description>
</property>
#数据库密码root
<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>root</value>
<description>password to use against metastore database</description>
</property>
<property>
<name>hive.hwi.listen.port</name>
<value>9999</value>
<description>This is the port the Hive Web Interface will listen on</description>
</property>
<property>
<name>datanucleus.autoCreateSchema</name>
<value>true</value>
<description>creates necessary schema on a startup if one doesn't exist. set this to false, after creating it once</description>
</property>
#数据库用户名root
<property>
<name>javax.jdo.option.ConnectionUserName</name>
<value>root</value>
<description>Username to use against metastore database</description>
</property>
#以下是hive临时文件夹
<property>
<name>hive.exec.local.scratchdir</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Local scratch space for Hive jobs</description>
</property>
<property>
<name>hive.downloaded.resources.dir</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Temporary local directory for added resources in the remote file system.</description>
</property>
<property>
<name>hive.querylog.location</name>
<value>/home/lanfz/appdata/hivetmp/iotmp</value>
<description>Location of Hive run time structured log file</description>
</property>
</configuration>
4>.拷贝mysql-connector-java-5.0.8-bin.jar到hive的lib下面
5>.在mysql中创建hive数据库
create database hive;
6>.把jline-2.12.jar拷贝到hadoop相应的目录下,替代jline-0.9.94.jar,否则启动会报错
cp hive/lib/jline-2.12.jar hadoop-2.6.0/share/hadoop/yarn/lib/
8>.在集群HDFS上创建和hive目录 hdfs dfs -mkdir /user/hive
7>.启动:bin/hive
相关文章推荐
- Hive on Spark安装配置详解(都是坑啊)
- Hive安装配置详解
- hadoop和hive安装配置详解
- Hive安装配置详解
- Hive on Spark安装配置详解(都是坑啊)
- Hive安装配置详解
- Hive on Spark安装配置详解(都是坑啊)
- hive安装配置详解
- Hive安装配置详解
- hive0.12.0配置与安装详解
- Hive_on_Spark安装配置详解
- Hadoop详解(七)——Hive的原理和安装配置和UDF,flume的安装和配置以及简单使用,flume+hive+Hadoop进行日志处理
- Hive on Spark安装配置详解
- Hive的安装和配置详解
- J2EE环境的搭建之一—weblogic安装与配置详解 推荐
- J2EE环境的搭建之一―weblogic安装与配置详解
- linux安装配置jdk1.5、tomcat5.5、eclipse3.2详解
- Nagios远程监控安装与配置详解图文第1/3页
- Amule的linux下安装、配置详解及错误处理办法
- windows环境下apache+php+mysql的安装配置详解之安装apache