Hive Installation

## Install Hive

wget http://mirror.bit.edu.cn/apache/hive/hive-2.1.0/apache-hive-2.1.0-bin.tar.gz
    tar zxvf apache-hive-2.1.0-bin.tar.gz
    mv apache-hive-2.1.0-bin hive-2.1.0

## Install Postgresql

sudo -u postgres psql

CREATE ROLE hive LOGIN PASSWORD 'hive_password';
    CREATE DATABASE metastore OWNER hive ENCODING 'UTF8';
    GRANT ALL PRIVILEGES ON DATABASE metastore TO hive;

cd /home/hadoop/hive-2.1.0/lib
    wget http://central.maven.org/maven2/org/postgresql/postgresql/9.4.1211.jre7/postgresql-9.4.1211.jre7.jar

## Configuration

cd /home/hadoop/hive-2.1.0/conf

vi hive-site.xml

<configuration>
	<property>
		<name>hive.exec.scratchdir</name>
		<value>hdfs://linode01.touchworld.link:9000/hive/scratchdir</value>
	</property>
	<property>
		<name>hive.metastore.warehouse.dir</name>
		<value>hdfs://linode01.touchworld.link:9000/hive/warehousedir</value>
	</property>
	<property>
		<name>javax.jdo.option.ConnectionURL</name>
		<value>jdbc:postgresql://linode03.touchworld.link:5432/metastore</value>
	</property>
	<property>
		<name>javax.jdo.option.ConnectionDriverName</name>
		<value>org.postgresql.Driver</value>
	</property>
	<property>
		<name>javax.jdo.option.ConnectionUserName</name>
		<value>hive</value>
	</property>
	<property>
		<name>javax.jdo.option.ConnectionPassword</name>
		<value>hive_password</value>
	</property>
	<property>
		<name>javax.jdo.option.Multithreaded</name>
		<value>true</value>
	</property>  
	<property>
		<name>hive.metastore.uris</name>
		<value>thrift://linode03.touchworld.link:9083</value>
	</property>
	<property>
    <name>datanucleus.schema.autoCreateTables</name>
    <value>true</value>
    </property>
    </configuration>

cp hive-env.sh.template hive-env.sh
vi hive-env.sh

HADOOP_HOME=/home/hadoop/hadoop-2.6.4

## Init Hdfs

hdfs dfs -mkdir -p /tmp/hive
    hdfs dfs -mkdir -p /user/hive/warehouse
    
    hdfs dfs -chmod g+w /tmp
    hdfs dfs -chmod g+w /user/hive/warehouse
    
## Copy To Each Cluster Node
    
    scp -r hive-2.1.0/ linode02.touchworld.link:~/hive-2.1.0/
    scp -r hive-2.1.0/ linode03.touchworld.link:~/hive-2.1.0/
    
## Config Environment

vi /etc/profile

export HIVE_HOME=/home/hadoop/hive-2.1.0
    export PATH=$PATH:$HIVE_HOME/bin
    
    source /etc/profile

## Start Hive

hive --service metastore -v
    hive --service metastore >/home/hadoop/hive-2.1.0/logs/metastore.log 2>&1 &
    hive --service hiveserver2 >/home/hadoop/hive-2.1.0/logs/hiveserver2.log 2>&1 &
    
    beeline -u jdbc:hive2://localhost:10000

Navigation

Recent Posts

Friend Links