Upgrade RTN to 0.1.8, replace rabbitmq with drop in replacement lavinmq - better performance, lower resource usage. (#182)

deployment/docker/docker-compose.yaml

@@ -9,7 +9,7 @@ networks:
 
 volumes:
   postgres:
-  rabbitmq:
+  lavinmq:
   redis:
 
 services:
@@ -55,28 +55,29 @@ services:
     volumes:
       - redis:/data
 
-  ## RabbitMQ is used as a message broker for the services.
+  ## LavinMQ is used as a message broker for the services.
+  ## It is a high performance drop in replacement for RabbitMQ.
   ## It is used to communicate between the services.
-  rabbitmq:
+  lavinmq:
     env_file: stack.env
-    healthcheck:
-      test: ["CMD-SHELL", "rabbitmq-diagnostics -q ping"]
-      timeout: 10s
-      interval: 10s
-      retries: 3
-      start_period: 10s
     # # If you need the database to be accessible from outside, please open the below port.
-    # # Furthermore, please, please, please, look at the documentation for rabbit on how to secure the service.
+    # # Furthermore, please, please, please, look at the documentation for lavinmq / rabbitmq on how to secure the service.
     # ports:
     #   - "5672:5672"
     #   - "15672:15672"
     #   - "15692:15692"
-    image: rabbitmq:3-management
+    image: cloudamqp/lavinmq:latest
+    healthcheck:
+      test: ["CMD-SHELL", "lavinmqctl status"]
+      timeout: 10s
+      interval: 10s
+      retries: 3
+      start_period: 10s
+    restart: unless-stopped
     networks:
       - knightcrawler-network
-    restart: unless-stopped
     volumes:
-      - rabbitmq:/var/lib/rabbitmq
+      - lavinmq:/var/lib/lavinmq/
 
   ## The addon. This is what is used in stremio
   addon:
@@ -87,7 +88,7 @@ services:
         condition: service_completed_successfully
       postgres:
         condition: service_healthy
-      rabbitmq:
+      lavinmq:
         condition: service_healthy
       redis:
         condition: service_healthy
@@ -111,7 +112,7 @@ services:
         condition: service_completed_successfully
       postgres:
         condition: service_healthy
-      rabbitmq:
+      lavinmq:
         condition: service_healthy
       redis:
         condition: service_healthy
@@ -132,7 +133,7 @@ services:
         condition: service_completed_successfully
       postgres:
         condition: service_healthy
-      rabbitmq:
+      lavinmq:
         condition: service_healthy
       redis:
         condition: service_healthy
@@ -176,7 +177,7 @@ services:
         condition: service_completed_successfully
       postgres:
         condition: service_healthy
-      rabbitmq:
+      lavinmq:
         condition: service_healthy
       redis:
         condition: service_healthy
@@ -191,6 +192,16 @@ services:
   ## QBit collector utilizes QBitTorrent to download metadata.
   qbitcollector:
     depends_on:
+      metadata:
+        condition: service_completed_successfully
+      migrator:
+        condition: service_completed_successfully
+      postgres:
+        condition: service_healthy
+      lavinmq:
+        condition: service_healthy
+      redis:
+        condition: service_healthy
       qbittorrent:
         condition: service_healthy
     deploy:

deployment/docker/optional-services/grafana-metrics/config/prometheus/config.yml

@@ -16,7 +16,7 @@ rule_files:
 scrape_configs:
   - job_name: "rabbitmq"
     static_configs:
-      - targets: ["rabbitmq:15692"]
+      - targets: ["lavinmq:15692"]
   - job_name: "postgres-exporter"
     static_configs:
       - targets: ["postgres-exporter:9187"]

deployment/docker/src/components/infrastructure.yaml

@@ -4,8 +4,8 @@ x-basehealth: &base-health
   retries: 3
   start_period: 10s
 
-x-rabbithealth: &rabbitmq-health
-  test: rabbitmq-diagnostics -q ping
+x-lavinhealth: &lavinmq-health
+  test: [ "CMD-SHELL", "lavinmqctl status" ]
   <<: *base-health
 
 x-redishealth: &redis-health
@@ -52,21 +52,19 @@ services:
     networks:
       - knightcrawler-network
 
-  rabbitmq:
-    image: rabbitmq:3-management
+  lavinmq:
+    env_file: stack.env
     # # If you need the database to be accessible from outside, please open the below port.
-    # # Furthermore, please, please, please, look at the documentation for rabbit on how to secure the service.
+    # # Furthermore, please, please, please, look at the documentation for lavinmq / rabbitmq on how to secure the service.
     # ports:
     #   - "5672:5672"
     #   - "15672:15672"
     #   - "15692:15692"
-    volumes:
-      - rabbitmq:/var/lib/rabbitmq
+    image: cloudamqp/lavinmq:latest
+    healthcheck: *lavinmq-health
     restart: unless-stopped
-    healthcheck: *rabbitmq-health
-    env_file: ../../.env
-    networks:
-      - knightcrawler-network
+    volumes:
+      - lavinmq:/var/lib/lavinmq/
 
   ## QBitTorrent is a torrent client that can be used to download torrents. In this case its used to download metadata.
   ## The QBit collector requires this.

deployment/docker/src/components/knightcrawler.yaml

@@ -11,7 +11,7 @@ x-depends: &knightcrawler-app-depends
       condition: service_healthy
     postgres:
       condition: service_healthy
-    rabbitmq:
+    lavinmq:
       condition: service_healthy
     migrator:
       condition: service_completed_successfully

deployment/docker/src/components/volumes.yaml

@@ -1,4 +1,4 @@
 volumes:
   postgres:
   redis:
-  rabbitmq:
+  lavinmq:

deployment/docker/stack.env

@@ -13,8 +13,8 @@ REDIS_HOST=redis
 REDIS_PORT=6379
 REDIS_EXTRA=abortConnect=false,allowAdmin=true
 
-# RabbitMQ
-RABBITMQ_HOST=rabbitmq
+# AMQP
+RABBITMQ_HOST=lavinmq
 RABBITMQ_USER=guest
 RABBITMQ_PASSWORD=guest
 RABBITMQ_CONSUMER_QUEUE_NAME=ingested