大数据组件- 3. 安装 flink

4 阅读1分钟

Flink

我这里使用docker-compose安装的,后续考虑部署到k8s上。 新版本的flink2 在2026-04-02时还不支持 flink-cdc


services:
  flink-jobmanager:
    image: flink:2.0.0-java21
    container_name: flink-jobmanager-2.0.0
    ports:
      # Web UI 端口(访问地址:http://localhost:20030)
      - "20030:8081"
      # JobManager RPC 端口
      - "20031:6123"
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: flink-jobmanager
        taskmanager.numberOfTaskSlots: 4
        parallelism.default: 2
    # 关键修复:使用完整的启动脚本路径 + start-foreground 保持前台运行
    command: ["/opt/flink/bin/jobmanager.sh", "start-foreground"]
    volumes:
      # 挂载本地目录到容器,用于提交作业 JAR 包
      - ./flink-jars:/opt/flink/usrlib
      # 挂载日志目录(可选)
      - ./flink-logs:/opt/flink/log
    networks:
      - flink-network

  flink-taskmanager:
    image: flink:2.0.0-java21
    container_name: flink-taskmanager-2.0.0
    depends_on:
      - flink-jobmanager
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: flink-jobmanager
        taskmanager.numberOfTaskSlots: 4
    # 关键修复:使用完整的启动脚本路径 + start-foreground 保持前台运行
    command: ["/opt/flink/bin/taskmanager.sh", "start-foreground"]
    volumes:
      - ./flink-jars:/opt/flink/usrlib
      - ./flink-logs:/opt/flink/log
    networks:
      - flink-network

networks:
  flink-network:
    driver: bridge