无法向mqtt代理从localhost到docker生成数据

snz8szmq  于 2021-06-05  发布在  Kafka
关注(0)|答案(1)|浏览(590)

我已生成此docker composer文件：

  1. version: '2'
  2. services:
  3.   zookeeper:
  4.     image: ${REPOSITORY}/cp-zookeeper:${CONFLUENT_DOCKER_TAG}
  5.     hostname: zookeeper
  6.     container_name: zookeeper
  7.     ports:
  8.       - "2181:2181"
  9.     environment:
  10.       ZOOKEEPER_CLIENT_PORT: 2181
  11.       ZOOKEEPER_TICK_TIME: 2000
  13.   broker:
  14.     image: ${REPOSITORY}/cp-server:${CONFLUENT_DOCKER_TAG}
  15.     hostname: broker
  16.     container_name: broker
  17.     depends_on:
  18.       - zookeeper
  19.     ports:
  20.       - "9092:9092"
  21.     expose:
  22.       - "9093"
  23.     environment:
  24.       KAFKA_BROKER_ID: 1
  25.       KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
  26.       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
  27.       KAFKA_ADVERTISED_LISTENERS: INSIDE://broker:9093,OUTSIDE://localhost:9092
  28.       KAFKA_LISTENERS: INSIDE://0.0.0.0:9093,OUTSIDE://0.0.0.0:9092
  29.       KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
  30.       KAFKA_METRIC_REPORTERS: io.confluent.metrics.reporter.ConfluentMetricsReporter
  31.       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  32.       KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
  33.       KAFKA_CONFLUENT_LICENSE_TOPIC_REPLICATION_FACTOR: 1
  34.       KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
  35.       KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
  36.       CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: broker:9093
  37.       CONFLUENT_METRICS_REPORTER_ZOOKEEPER_CONNECT: zookeeper:2181
  38.       CONFLUENT_METRICS_REPORTER_TOPIC_REPLICAS: 1
  39.       CONFLUENT_METRICS_ENABLE: 'true'
  40.       CONFLUENT_SUPPORT_CUSTOMER_ID: 'anonymous'
  42.   schema-registry:
  43.     image: ${REPOSITORY}/cp-schema-registry:${CONFLUENT_DOCKER_TAG}
  44.     hostname: schema-registry
  45.     container_name: schema-registry
  46.     depends_on:
  47.       - zookeeper
  48.       - broker
  49.     ports:
  50.       - "8081:8081"
  51.     environment:
  52.       SCHEMA_REGISTRY_HOST_NAME: schema-registry
  53.       SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: 'PLAINTEXT://broker:9093'
  55.   connect:
  56.     image: cnfldemos/cp-server-connect-datagen:0.2.0-5.4.0
  57.     hostname: connect
  58.     container_name: connect
  59.     depends_on:
  60.       - zookeeper
  61.       - broker
  62.       - schema-registry
  63.     ports:
  64.       - "8083:8083"
  65.     environment:
  66.       CONNECT_BOOTSTRAP_SERVERS: 'broker:9093'
  67.       CONNECT_REST_ADVERTISED_HOST_NAME: connect
  68.       CONNECT_REST_PORT: 8083
  69.       CONNECT_GROUP_ID: compose-connect-group
  70.       CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
  71.       CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1
  72.       CONNECT_OFFSET_FLUSH_INTERVAL_MS: 10000
  73.       CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
  74.       CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1
  75.       CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
  76.       CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1
  77.       CONNECT_KEY_CONVERTER: org.apache.kafka.connect.storage.StringConverter
  78.       CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
  79.       CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://schema-registry:8081
  80.       CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  81.       CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
  82.       CONNECT_ZOOKEEPER_CONNECT: 'zookeeper:2181'
  83.       # CLASSPATH required due to CC-2422
  84.       CLASSPATH: /usr/share/java/monitoring-interceptors/monitoring-interceptors-${CONFLUENT}.jar
  85.       CONNECT_PRODUCER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor"
  86.       CONNECT_CONSUMER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor"
  87.       CONNECT_PLUGIN_PATH: "/usr/share/java,/usr/share/confluent-hub-components"
  88.       CONNECT_LOG4J_LOGGERS: org.apache.zookeeper=ERROR,org.I0Itec.zkclient=ERROR,org.reflections=ERROR
  90.   control-center:
  91.     image: ${REPOSITORY}/cp-enterprise-control-center:${CONFLUENT_DOCKER_TAG}
  92.     hostname: control-center
  93.     container_name: control-center
  94.     depends_on:
  95.       - zookeeper
  96.       - broker
  97.       - schema-registry
  98.       - connect
  99.       - ksqldb-server
  100.       - kafka-mqtt
  101.     ports:
  102.       - "9021:9021"
  103.     environment:
  104.       CONTROL_CENTER_BOOTSTRAP_SERVERS: 'broker:9093'
  105.       CONTROL_CENTER_ZOOKEEPER_CONNECT: 'zookeeper:2181'
  106.       CONTROL_CENTER_CONNECT_CLUSTER: 'connect:8083'
  107.       CONTROL_CENTER_KSQL_KSQLDB1_URL: "http://ksqldb-server:8088"
  108.       CONTROL_CENTER_KSQL_KSQLDB1_ADVERTISED_URL: "http://localhost:8088"
  109.       CONTROL_CENTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  110.       CONTROL_CENTER_REPLICATION_FACTOR: 1
  111.       CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1
  112.       CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1
  113.       CONFLUENT_METRICS_TOPIC_REPLICATION: 1
  114.       PORT: 9021
  116.   ksqldb-server:
  117.     image: ${REPOSITORY}/cp-ksqldb-server:${CONFLUENT_DOCKER_TAG}
  118.     hostname: ksqldb-server
  119.     container_name: ksqldb-server
  120.     depends_on:
  121.       - broker
  122.       - connect
  123.     ports:
  124.       - "8088:8088"
  125.     environment:
  126.       KSQL_CONFIG_DIR: "/etc/ksql"
  127.       KSQL_BOOTSTRAP_SERVERS: "broker:9093"
  128.       KSQL_HOST_NAME: ksqldb-server
  129.       KSQL_LISTENERS: "http://0.0.0.0:8088"
  130.       KSQL_CACHE_MAX_BYTES_BUFFERING: 0
  131.       KSQL_KSQL_SCHEMA_REGISTRY_URL: "http://schema-registry:8081"
  132.       KSQL_PRODUCER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor"
  133.       KSQL_CONSUMER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor"
  134.       KSQL_KSQL_CONNECT_URL: "http://connect:8083"
  136.   ksqldb-cli:
  137.     image: ${REPOSITORY}/cp-ksqldb-cli:${CONFLUENT_DOCKER_TAG}
  138.     container_name: ksqldb-cli
  139.     depends_on:
  140.       - broker
  141.       - connect
  142.       - ksqldb-server
  143.     entrypoint: /bin/sh
  144.     tty: true
  146.   rest-proxy:
  147.     image: ${REPOSITORY}/cp-kafka-rest:${CONFLUENT_DOCKER_TAG}
  148.     depends_on:
  149.       - zookeeper
  150.       - broker
  151.       - schema-registry
  152.     ports:
  153.       - 8082:8082
  154.     hostname: rest-proxy
  155.     container_name: rest-proxy
  156.     environment:
  157.       KAFKA_REST_HOST_NAME: rest-proxy
  158.       KAFKA_REST_BOOTSTRAP_SERVERS: 'broker:9093'
  159.       KAFKA_REST_LISTENERS: "http://0.0.0.0:8082"
  160.       KAFKA_REST_SCHEMA_REGISTRY_URL: 'http://schema-registry:8081'
  162.   kafka-mqtt:
  163.     container_name: kafka-mqtt
  164.     hostname: kafka-mqtt
  165.     image: confluentinc/cp-kafka-mqtt:latest
  166.     network_mode: host
  167.     ports:
  168.       - 1884:1884
  169.     environment:
  170.       KAFKA_MQTT_BOOTSTRAP_SERVERS: OUTSIDE://localhost:9092
  171.       KAFKA_MQTT_LISTENERS: 0.0.0.0:1884
  172.       KAFKA_MQTT_TOPIC_REGEX_LIST: mqtt.temperature:.*temperature
  173.       KAFKA_MQTT_CONFLUENT_TOPIC_REPLICATION_FACTOR: 1

一切正常，但当我试图将一些数据从外部docker发布到mqtt代理时，什么都没有发生，我使用了：

  1. mosquitto_pub -h 0.0.0.0 -p 1884 -t mqtt.temperature -q 2 -m "99999,2.10#"

我得到这个错误：错误：连接被拒绝
我不知道这里有什么问题？？
ps：我可以直接从kafkacat生成主题的数据，但这不是我想要的…我想要的只是从我的主机到KafkaMQTT代理的mqtt生产者获取数据。

apache-kafkaMQTTdockerconfluent-platformProxy

1条答案

按热度按时间
wlzqhblo

wlzqhblo1#

在kafka mqtt配置上“网络模式”不能是“主机”(https://docs.docker.com/network/host/)而kafkaèmqttèbootstrapè服务器必须引用内部docker侦听器（以防inside://0.0.0.0:9093). 删除“网络模式”并更改kafka\u mqtt\u引导\u服务器。贝娄遵循我使用的代码，它的工作。

  1. version: '2.1'
  3. services:
  4.   zoo1:
  5.     image: zookeeper:3.4.9
  6.     hostname: zoo1
  7.     ports:
  8.       - "2181:2181"
  9.     environment:
  10.         ZOO_MY_ID: 1
  11.         ZOO_PORT: 2181
  12.         ZOO_SERVERS: server.1=zoo1:2888:3888
  13.     volumes:
  14.       - ./zk-single-kafka-single/zoo1/data:/data
  15.       - ./zk-single-kafka-single/zoo1/datalog:/datalog
  17.   kafka1:
  18.     image: confluentinc/cp-kafka:5.3.0
  19.     hostname: kafka1
  20.     container_name: kafka1
  21.     ports:
  22.       - "9092:9092"
  23.     environment:
  24.       KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092
  25.       KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
  26.       KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
  27.       KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
  28.       KAFKA_BROKER_ID: 1
  29.       KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
  30.       KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
  31.     volumes:
  32.       - ./zk-single-kafka-single/kafka1/data:/var/lib/kafka/data
  33.     depends_on:
  34.       - zoo1
  36.   kafka-mqtt:
  37.     image: confluentinc/cp-kafka-mqtt:latest
  38.     ports:
  39.       - "1884:1884"
  40.     environment:
  41.       KAFKA_MQTT_BOOTSTRAP_SERVERS: "kafka1:19092"
  42.       KAFKA_MQTT_TOPIC_REGEX_LIST: temperature:.*
  43.       KAFKA_MQTT_LISTENERS: "0.0.0.0:1884"
展开查看全部
赞(0）分享  回复(0）举报  2021-06-06
我来回答

相关问题

    查看更多

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新问答

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com