1、Know Streaming 配置kafka地址

2、docker查看kafka日志,发现报错日志

#docker logs -f kafka
[2024-09-30 14:32:47,226] WARN [SocketServer brokerId=0] Unexpected error from /x.x.x.x; closing connection (org.apache.kafka.common.network.Selector)
org.apache.kafka.common.network.InvalidReceiveException: Invalid receive (size = 1195725856 larger than 104857600)
        at org.apache.kafka.common.network.NetworkReceive.readFrom(NetworkReceive.java:105)
        at org.apache.kafka.common.network.KafkaChannel.receive(KafkaChannel.java:448)
        at org.apache.kafka.common.network.KafkaChannel.read(KafkaChannel.java:398)
        at org.apache.kafka.common.network.Selector.attemptRead(Selector.java:678)
        at org.apache.kafka.common.network.Selector.pollSelectionKeys(Selector.java:580)
        at org.apache.kafka.common.network.Selector.poll(Selector.java:485)
        at kafka.network.Processor.poll(SocketServer.scala:861)
        at kafka.network.Processor.run(SocketServer.scala:760)
        at java.lang.Thread.run(Thread.java:748)

修复kafka配置文件

root@81a1de801a4a:/open/conf# find  /  -name server.properties
/open/program/kafka/config/server.properties
root@81a1de801a4a:/open/conf# cat  /open/program/kafka/config/server.properties| grep  socket.request.max.bytes
socket.request.max.bytes=104857600
root@81a1de801a4a:/open/conf# sed -i  "s/socket.request.max.bytes=104857600/socket.request.max.bytes=204857600/g"  /open/program/kafka/config/server.properties
root@81a1de801a4a:/open/conf# cat  /open/program/kafka/config/server.properties| grep  socket.request.max.bytes
socket.request.max.bytes=204857600

重启kafka

docker restart  kafka