Integrate BullBoard and optimize queue registration

api/.env.example

@@ -9,6 +9,8 @@ S3_BUCKET="0lfyi-v7"
 S3_STORAGE_CLASS="STANDARD"
 S3_USE_SSL=false
 
+NODE_ENV=
+
 CLICKHOUSE_HOST="127.0.0.1"
 CLICKHOUSE_USERNAME="default"
 CLICKHOUSE_PASSWORD=""

api/package.json

@@ -27,6 +27,9 @@
     "@apollo/server": "^4.10.4",
     "@aptos-labs/ts-sdk": "^1.16.0",
     "@aws-sdk/client-s3": "^3.583.0",
+    "@bull-board/api": "^5.19.2",
+    "@bull-board/express": "^5.19.2",
+    "@bull-board/nestjs": "^5.19.2",
     "@clickhouse/client": "^1.0.2",
     "@nestjs/apollo": "^12.1.0",
     "@nestjs/bullmq": "^10.1.1",

api/src/app/app.module.ts

@@ -45,7 +45,6 @@ import { MultiSigModule } from "../multi-sig/multi-sig.module.js";
     StatsModule,
     WalletSubscriptionModule,
     OlSwapModule,
-    NodeWatcherModule,
     MultiSigModule,
   ],
   controllers: [],

api/src/bullboard/bullboard.service.ts

@@ -0,0 +1,56 @@
+import { Injectable } from '@nestjs/common';
+import { Queue } from 'bullmq';
+import { createBullBoard } from '@bull-board/api';
+import { BullMQAdapter } from '@bull-board/api/bullMQAdapter.js';
+import { ExpressAdapter } from '@bull-board/express';
+import { redisClient } from "../redis/redis.service.js";
+
+@Injectable()
+export class BullBoardService {
+
+  private readonly serverAdapter: ExpressAdapter;
+  private readonly queueNames: string[] = [
+    "ol-clickhouse-ingestor",
+    "ol-parquet-producer",
+    "ol-version-batch",
+    "ol-version",
+    "expired-transactions",
+    "ol-swap",
+    "node-watcher",
+    "wallet-subscription",
+    "stats"
+  ];
+
+  constructor() {
+    this.serverAdapter = new ExpressAdapter();
+  }
+
+  onModuleInit() {
+    if (process.env.NODE_ENV !== 'production') {
+      this.setupBullBoard(
+        this.queueNames.map(name => ({
+          name,
+          connection: redisClient,
+        }))
+      );
+    }
+  }
+
+  setupBullBoard(queueConfigs: { name: string; connection: any }[]) {
+    const queues: Queue<any, any, string>[] = queueConfigs.map(
+      (config) => new Queue(config.name, { connection: config.connection })
+    );
+
+    createBullBoard({
+      queues: queues.map((queue) => new BullMQAdapter(queue)),
+      serverAdapter: this.serverAdapter,
+    });
+
+    this.serverAdapter.setBasePath('/ui');
+  }
+
+  getServerAdapter() {
+    return this.serverAdapter;
+  }
+
+}

api/src/main.ts

@@ -3,6 +3,7 @@ import { NestFactory } from "@nestjs/core";
 import { NestExpressApplication } from "@nestjs/platform-express";
 import { AppModule } from "./app/app.module.js";
 import getConfig from "./config/config.js";
+import { BullBoardService } from './bullboard/bullboard.service.js';
 
 async function bootstrap() {
   const config = getConfig();
@@ -15,6 +16,11 @@ async function bootstrap() {
   app.set("trust proxy", 1);
   app.enableCors();
 
+  if (process.env.NODE_ENV !== 'production') {
+    const bullBoardService = app.get(BullBoardService);
+    app.use('/ui', bullBoardService.getServerAdapter().getRouter());
+  }
+
   await app.listen(config.port);
 }
 bootstrap();