Kafka 设置与docker-compose

2 回答

• 0

  奥马尔，也许你已经解决了你的问题，但为了将来的参考，Hans Jespersen的评论为我做了伎俩，即使在Windows上也是如此 .

  作为管理员，打开 C:\Windows\System32\drivers\etc\hosts 并添加以下行以将kafka代理公开为localhost . 127.0.0.1 broker

  我的 docker-compose.yml 文件如下所示：

  ---
  version: '2'
  services:
    zookeeper:
      image: confluentinc/cp-zookeeper
      hostname: zookeeper
      extra_hosts:
      - "moby:127.0.0.1"
      ports:
        - "2181:2181"
      environment:
        ZOOKEEPER_CLIENT_PORT: 2181
        ZOOKEEPER_TICK_TIME: 2000
  
    broker:
      image: confluentinc/cp-kafka
      hostname: broker
      extra_hosts:
      - "moby:127.0.0.1"
      depends_on:
        - zookeeper
      ports:
        - '9092:9092'
      environment:
        KAFKA_BROKER_ID: 1
        KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
        KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://broker:9092'
        KAFKA_DEFAULT_REPLICATION_FACTOR: 1
  
    schema_registry:
      image: confluentinc/cp-schema-registry
      hostname: schema_registry
      # extra_hosts:
      # - "moby:127.0.0.1"
      depends_on:
        - zookeeper
        - broker
      ports:
        - '8081:8081'
      environment:
        SCHEMA_REGISTRY_HOST_NAME: schema_registry
        SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
  
    kafka-rest:
      image: confluentinc/cp-kafka-rest
      container_name: kafka-rest
      extra_hosts:
      - "moby:127.0.0.1"
      depends_on:
        - zookeeper
        - broker
      ports:
        - '8082:8082'
      environment:
        KAFKA_REST_ZOOKEEPER_CONNECT: 'zookeeper:2181'
        KAFKA_REST_LISTENERS: http://kafka-rest:8082
        KAFKA_REST_SCHEMA_REGISTRY_URL: http://schema-registry:8081
        KAFKA_REST_HOST_NAME: kafka-rest
  

  或者，暴露我的笔记本电脑的当前IP地址（使用ipconfig / all）也可以，但这样做的缺点是，每当我的网络发生变化时，我都必须更改 docker-compose.yml 文件 .

  回复于 2024-04-26T20:15:41+08:00
• 4

  假设这是一个针对本地开发环境的设置，我将在主机网络上运行所有容器，而不是在Docker网络中运行 .

  这可以通过将 network_mode: host 添加到容器配置来完成 . 它使添加端口映射或主机名已过时 .

  version: '2'
  
  services:
    zookeeper:
      image: confluentinc/cp-zookeeper:3.2.0
      network_mode: host
      environment:
        ZOOKEEPER_CLIENT_PORT: 2181
        ZOOKEEPER_TICK_TIME: 2000
      restart: always
  
    kafka:
      image: confluentinc/cp-kafka:3.2.0
      depends_on:
      - zookeeper
      network_mode: host
      environment:
        KAFKA_BROKER_ID: 1
        KAFKA_ZOOKEEPER_CONNECT: 'localhost:2181'
        KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
        LISTENERS: PLAINTEXT://localhost:9092
      restart: always
  
    kafka-rest:
      image: confluentinc/cp-kafka-rest:3.2.0
      depends_on:
      - kafka
      network_mode: host
      environment:
        KAFKA_REST_ZOOKEEPER_CONNECT: 'localhost:2181'
        KAFKA_REST_LISTENERS: http://localhost:8082
        KAFKA_REST_SCHEMA_REGISTRY_URL: http://localhost:8081
        KAFKA_REST_HOST_NAME: localhost
      restart: always
  
    schema-registry:
      image: confluentinc/cp-schema-registry:3.2.0
      depends_on:
      - kafka
      network_mode: host
      environment:
        SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'localhost:2181'
        SCHEMA_REGISTRY_HOST_NAME: localhost
        SCHEMA_REGISTRY_LISTENERS: http://localhost:8081
      restart: always
  
    connect:
      image: confluentinc/cp-kafka-connect:3.2.0
      depends_on:
      - zookeeper
      - kafka
      - schema-registry
      network_mode: host
      restart: always
      environment:
        CONNECT_BOOTSTRAP_SERVERS: 'localhost:9092'
        CONNECT_REST_ADVERTISED_HOST_NAME: connect
        CONNECT_REST_PORT: 8083
        CONNECT_GROUP_ID: compose-connect-group
        CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
        CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
        CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
        CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
        CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: http://localhost:8081
        CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
        CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://localhost:8081
        CONNECT_INTERNAL_KEY_CONVERTER: org.apache.kafka.connect.json.JsonConverter
        CONNECT_INTERNAL_VALUE_CONVERTER: org.apache.kafka.connect.json.JsonConverter
        CONNECT_ZOOKEEPER_CONNECT: "localhost:2181"
  

  Warning for Mac ：由于Mac上的Docker在虚拟机中运行，因此不支持此功能 . 据我所知，mac用户别无选择，只能使用端口映射并编辑 /etc/hosts .

  Warning for Windows ：可能是同样的问题 - 毕竟Docker仅在Linux内核上本机运行 .

  回复于 2024-04-26T20:15:41+08:00