准备环境
虚拟机: centos8
安装包:
jdk-8u261-linux-x64.tar.gz
scala-2.12.12.tgz
apache-zookeeper-3.6.2-bin.tar.gz
kafka_2.12-2.5.1.tgz
flink-1.11.2-bin-scala_2.12.tgz
1. 安装jdk
export JAVA_HOME=/home/vm01/jdk1.8.0_261
export PATH=$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
2. 安装scala
export SCALA_HOME=/home/vm01/scala-2.12.12
export PATH=$SCALA_HOME/bin:$PATH
3. 安装zookeeper
cp zoo_sample.cfg /home/vm01/zookeeper-3.6.2/conf/zoo.cfg
dataDir=/home/vm01/zookeeper-3.6.2/data
dataLogDir=/home/vm01/zookeeper-3.6.2/logs
server.1=vm01:2888:3888
server.2=vm02:2888:3888
server.3=vm03:2888:3888
/home/vm01/zookeeper-3.6.2/data/myid
4. 安装kafka(及kafka_monitor)
/home/vm01/kafka_2.12-2.5.1/config/server.properties
broker.id=1
log.dirs=/home/vm01/kafka_2.12-2.5.1/logs
zookeeper.connect=vm01:2181,vm02:2181,vm03:2181
kafka启动
bin/kafka-server-start.sh -daemon config/server.properties (守护进程启动)
nohup bin/kafka-server-start.sh config/server.properties & (后台启动)
5. 安装flink(standlone)
/home/vm01/flink-1.11.2/conf/masters
vm01:8081
/home/vm01/flink-1.11.2/conf/workers
vm02
vm03
启动命令
sh start-cluster.sh
sh jobmanager.sh start
sh taskmanager.sh start
注意 /home/vm01/flink-1.11.2/bin/config.sh 首行加有时需要加 set +o posix
