티스토리 뷰

공부

[docker] kafka in flink

승가비 2022. 10. 15. 11:04
728x90
version: "3.9"
services:
  kafka:
    platform: linux/x86_64
    image: confluentinc/cp-kafka
    container_name: ads-kafka
    restart: always
    depends_on:
      - zookeeper
    ports:
      - 9092:9092
    environment:
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://ads-kafka:29092,PLAINTEXT_HOST://localhost:9092
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: true
      KAFKA_NUM_PARTITIONS: 1
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    networks:
      ads-net:
        ipv4_address: 172.16.240.18

  jobmanager:
    image: flink:latest
    container_name: ads-jobmanager
    ports:
      - 8081:8081
    command: jobmanager
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
    networks:
      ads-net:
        ipv4_address: 172.16.240.20

  taskmanager:
    image: flink:latest
    container_name: ads-taskmanager
    depends_on:
      - jobmanager
    command: taskmanager
    scale: 1
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 5
    networks:
      ads-net:
        ipv4_address: 172.16.240.21

networks:
  ads-net:
    ipam:
      driver: default
      config:
        - subnet: 172.16.240.0/24
bootstrap.servers: ads-kafka:29092

https://stackoverflow.com/questions/66590997/kafka-server-issue-in-docker

 

Kafka Server issue in Docker

I am using docker for my sample Spark + Kafka project in windows machine. I am facing WARN ClientUtils: Couldn't resolve server kafka:9092 from bootstrap.servers as DNS resolution failed for kafka ...

stackoverflow.com

 

728x90

'공부' 카테고리의 다른 글

[golang] split  (0) 2022.10.19
[golang] merge map  (1) 2022.10.15
[STS] tomcat  (0) 2022.10.15
[STS] openJDK  (0) 2022.10.15
[AWS] S3 The bucket does not allow ACLs  (0) 2022.10.15
댓글