Revert "rabbitmq"

This reverts commit 0976909cc8.

job_crawler/docker-compose.yml

@@ -1,23 +1,51 @@
+version: '3.8'
+
 services:
-  rabbitmq:
-    image: rabbitmq:3.12-management
-    container_name: job-rabbitmq
+  zookeeper:
+    image: confluentinc/cp-zookeeper:7.5.0
+    container_name: job-zookeeper
     ports:
-      - "5672:5672"
-      - "15672:15672"
+      - "2181:2181"
     environment:
-      RABBITMQ_DEFAULT_USER: guest
-      RABBITMQ_DEFAULT_PASS: guest
+      ZOOKEEPER_CLIENT_PORT: 2181
+      ZOOKEEPER_TICK_TIME: 2000
     volumes:
-      - rabbitmq_data:/var/lib/rabbitmq
+      - zookeeper_data:/var/lib/zookeeper/data
     healthcheck:
-      test: ["CMD", "rabbitmq-diagnostics", "check_running"]
+      test: ["CMD", "nc", "-z", "localhost", "2181"]
       interval: 10s
       timeout: 5s
       retries: 5
     networks:
       - job-network
 
+  kafka:
+    image: confluentinc/cp-kafka:7.5.0
+    container_name: job-kafka
+    ports:
+      - "9092:9092"
+      - "29092:29092"
+    environment:
+      KAFKA_BROKER_ID: 1
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
+      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
+      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
+      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
+      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
+    volumes:
+      - kafka_data:/var/lib/kafka/data
+    depends_on:
+      zookeeper:
+        condition: service_healthy
+    healthcheck:
+      test: ["CMD", "kafka-topics", "--bootstrap-server", "localhost:9092", "--list"]
+      interval: 10s
+      timeout: 10s
+      retries: 5
+    networks:
+      - job-network
+
   app:
     image: job-crawler:latest
     container_name: job-crawler
@@ -29,7 +57,7 @@ services:
       - ./config:/app/config:ro
       - app_data:/app/data
     depends_on:
-      rabbitmq:
+      kafka:
         condition: service_healthy
     restart: unless-stopped
     networks:
@@ -40,5 +68,6 @@ networks:
     driver: bridge
 
 volumes:
-  rabbitmq_data:
+  zookeeper_data:
+  kafka_data:
   app_data: