搭建kafka测试环境

启动zookeeper

docker pull bitnami/zookeeper

docker run -d --name zookeeper \-e ALLOW_ANONYMOUS_LOGIN=yes \bitnami/zookeeper:latest

启动kafka

创建网络与连接

docker network create kafka-network
docker network connect kafka-network zookeeper
docker network connect kafka-network kafka

安装kafka

docker pull bitnami/kafka

启动kafka

docker run -d --name kafka --network kafka-network \-e KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181 \-e KAFKA_LISTENERS=PLAINTEXT://:9092 \-e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \-e KAFKA_HEAP_OPTS="-Xmx512M -Xms512M" \-p 9092:9092 bitnami/kafka

在这个命令中，KAFKA_HEAP_OPTS 环境变量用于限制 Kafka 使用的 JVM 堆内存大小。

使用Docker Compose 启动（推荐）

使用 Docker Compose 的优点之一就是它管理了网络和服务之间的依赖关系，使得整个过程更加简洁和自动化。

创建一个Docker Compose 文件，名称为 docker-compose-kafka-dev.yml

version: '3'services:zookeeper:image: bitnami/zookeeper:latestenvironment:- ALLOW_ANONYMOUS_LOGIN=yesnetworks:- kafka-networkkafka:image: bitnami/kafka:latestenvironment:- KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181- KAFKA_LISTENERS=PLAINTEXT://:9092- KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092- KAFKA_HEAP_OPTS=-Xmx512M -Xms512Mports:- "9092:9092"depends_on:- zookeepernetworks:- kafka-networknetworks:kafka-network:driver: bridge

启动容器

docker compose -f docker-compose-kafka-dev.yml up -d

创建topic

进入容器

docker exec -it [KAFKA_CONTAINER_NAME] /bin/bash

KAFKA_CONTAINER_NAME 可使用 docker ps 查看

创建topic

kafka-topics.sh --create --topic your-topic-name --bootstrap-server localhost:9092 --partitions 1 --replication-factor 1

查看topic

kafka-topics.sh --list --bootstrap-server localhost:9092

代码示例

生产者
/provider/main.go

package mainimport ("fmt""log""net/http""github.com/Shopify/sarama"
)var producer sarama.SyncProducerfunc main() {var err errorproducer, err = sarama.NewSyncProducer([]string{"localhost:9092"}, nil)if err != nil {log.Fatalf("Error creating Kafka producer: %s", err)}defer producer.Close()http.HandleFunc("/send", sendMessage)log.Fatal(http.ListenAndServe(":8080", nil))
}func sendMessage(w http.ResponseWriter, r *http.Request) {message := r.URL.Query().Get("message")if message == "" {http.Error(w, "Missing message", http.StatusBadRequest)return}_, _, err := producer.SendMessage(&sarama.ProducerMessage{Topic: "your-topic-name",Value: sarama.StringEncoder(message),})if err != nil {http.Error(w, err.Error(), http.StatusInternalServerError)return}fmt.Fprintf(w, "Message sent: %s", message)
}

消费者
/consumer/main.go

package mainimport ("fmt""log""github.com/Shopify/sarama"
)func main() {consumer, err := sarama.NewConsumer([]string{"localhost:9092"}, nil)if err != nil {log.Fatalf("Error creating Kafka consumer: %s", err)}defer consumer.Close()partitionConsumer, err := consumer.ConsumePartition("your-topic-name", 0, sarama.OffsetNewest)if err != nil {log.Fatalf("Error creating Kafka partition consumer: %s", err)}defer partitionConsumer.Close()for message := range partitionConsumer.Messages() {fmt.Printf("Received message: %s\n", string(message.Value))}
}