peizhi

170 阅读1分钟

------------------------------------------------------------------------------------------zoo.cfg----------------------------------- tickTime=2000 initLimit=10 syncLimit=5 dataDir=/usr/zookeeper/zookeeper-3.4.10/zkdata clientPort=2181 dataLogDir=/usr/zookeeper/zookeeper-3.4.10/zkdatalog server.1=master:2888:3888 server.2=slave1:2888:3888 server.3=slave2:2888:3888

---------------------------------------------------------------------------/etc/profile-------------------------------------- export JAVA_HOME=/usr/java/jdk1.8.0_171 export CLASSPATH=JAVAHOME/lib/exportPATH=JAVA_HOME/lib/ export PATH=PATH:$JAVA_HOME/bin export PATH JAVA_HOME CLASSPATH TZ='Asia/Shanghai'; export TZ

export ZOOKEEPER_HOME=/usr/zookeeper/zookeeper-3.4.10 export PATH=PATH:PATH:ZOOKEEPER_HOME/bin

export HADOOP_HOME=/usr/hadoop/hadoop-2.7.3 export PATH=PATH:PATH:HADOOP_HOME/bin:$HADOOP_HOME/sbin

export HIVE_HOME=/usr/hive/apache-hive-2.1.1-bin export PATH=PATH:PATH:HIVE_HOME/bin

---------------------------------------------------------------------------core-site.xml-------------------------------------- fs.default.name hdfs://master:9000 hadoop.tmp.dir /usr/hadoop/hadoop-2.7.3/hdfs/tmp io.file.buffer.size 131072 fs.checkpoint.period 60 fs.checkpoint.size 67108864

---------------------------------------------------------------------------hdfs-site.xml--------------------------------------

dfs.replication 2 dfs.namenode.name.dir file:/usr/hadoop/hadoop-2.7.3/hdfs/name dfs.datanode.data.dir file:/usr/hadoop/hadoop-2.7.3/hdfs/data
dfs.hosts /usr/hadoop/hadoop-2.7.3/etc/hadoop/datanode-allow.list dfs.hosts.exclude /usr/hadoop/hadoop-2.7.3/etc/hadoop/datanode-deny.list

---------------------------------------------------------------------------yarn-site.xml-------------------------------------- yarn.resourcemanager.address master:18040 yarn.resourcemanager.scheduler.address master:18030 yarn.resourcemanager.webapp.address master:18088 yarn.resourcemanager.resource-tracker.address master:18025 yarn.resourcemanager.admin.address master:18141

yarn.nodemanager.aux-services mapreduce_shuffle yarn.nodemanager.auxservices.mapreduce.shuffle.class org.apache.hadoop.mapred.ShuffleHandler

------------------------------------------------------------------------------------mapred-site.xml------------------------------------

mapreduce.framework.name yarn

------------------------------------------------------------------------------------hive-env.sh------------------------------------ HADOOP_HOME=/usr/hadoop/hadoop-2.7.3 export HIVE_CONF_DIR=/usr/hive/apache-hive-2.1.1-bin/conf export HIVE_AUX_JARS_PATH=/usr/hive/apache-hive-2.1.1-bin/lib

------------------------------------------------------------------------------------hive-site.xml---------服务端---------------------------

hive.metastore.warehouse.dir /user/hive_remote/warehouse javax.jdo.option.ConnectionDriverName com.mysql.jdbc.Driver javax.jdo.option.ConnectionURL jdbc:mysql://slave2:3306/hive?createDatabaseIfNotExist=true&useSSL=false javax.jdo.option.ConnectionUserName root javax.jdo.option.ConnectionPassword 123456

------------------------------------------------------------------------------------hive-site.xml---------客户端---------------------------

hive.metastore.warehouse.dir /user/hive_remote/warehouse hive.metastore.local false hive.metastore.uris thrift://slave1:9083