feat: add kafka

Author: pythoninthegrass

docker-compose.yml

@@ -33,6 +33,20 @@ services:
         reservations:
           memory: 1G
 
+  redis:
+    image: redis:7.4.1-bookworm
+    ports:
+      - "6379:6379"
+    volumes:
+      - redis_data:/data
+    deploy:
+      resources:
+        limits:
+          cpus: '0.5'
+          memory: 512M
+        reservations:
+          memory: 256M
+
   elasticsearch:
     image: elasticsearch:8.15.3
     environment:
@@ -51,19 +65,44 @@ services:
         reservations:
           memory: 1G
 
-  redis:
-    image: redis:7.4.1-bookworm
+  zookeeper:
+    image: confluentinc/cp-zookeeper:7.7.1
     ports:
-      - "6379:6379"
-    volumes:
-      - redis_data:/data
+      - "2181:2181"
+    environment:
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
     deploy:
       resources:
         limits:
-          cpus: '0.5'
+          cpus: '1'
+          memory: 1G
+        reservations:
           memory: 512M
+
+  kafka:
+    image: confluentinc/cp-kafka:7.7.1
+    depends_on:
+      - zookeeper
+    ports:
+      - "29092:29092"
+      - "9092:9092"
+    environment:
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
+      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
+      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
+    deploy:
+      resources:
+        limits:
+          cpus: '2'
+          memory: 2G
         reservations:
-          memory: 256M
+          memory: 1G
 
 volumes:
   mongodb_data: