refactor(chatbot): streamline media message handling across chatbot services

DavidsonGomes · DavidsonGomes · commit 407d254cf703 · 2025-09-18T17:46:47.000-03:00
- Removed redundant instance name references in EvolutionStartupService to enhance data consistency.
- Updated media message processing in various chatbot services to utilize base64 and mediaUrl more effectively, ensuring better handling of image messages.
- Improved overall code readability and maintainability by simplifying media handling logic.
diff --git a/src/api/integrations/channel/evolution/evolution.channel.service.ts b/src/api/integrations/channel/evolution/evolution.channel.service.ts
@@ -331,7 +331,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       } else if (message?.mediaType === 'video') {
@@ -346,7 +345,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       } else if (message?.mediaType === 'audio') {
@@ -361,7 +359,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
 
@@ -383,7 +380,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       } else if (message.buttonMessage) {
@@ -400,7 +396,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       } else if (message.listMessage) {
@@ -414,7 +409,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       } else {
@@ -428,7 +422,6 @@ export class EvolutionStartupService extends ChannelStartupService {
           messageTimestamp: Math.round(new Date().getTime() / 1000),
           webhookUrl,
           source: 'unknown',
-          instanceName: this.instance.name,
           instanceId: this.instanceId,
         };
       }
diff --git a/src/api/integrations/chatbot/chatbot.controller.ts b/src/api/integrations/chatbot/chatbot.controller.ts
@@ -91,19 +91,19 @@ export class ChatbotController {
       pushName,
       isIntegration,
     };
-    await evolutionBotController.emit(emitData);
+    evolutionBotController.emit(emitData);
 
-    await typebotController.emit(emitData);
+    typebotController.emit(emitData);
 
-    await openaiController.emit(emitData);
+    openaiController.emit(emitData);
 
-    await difyController.emit(emitData);
+    difyController.emit(emitData);
 
-    await n8nController.emit(emitData);
+    n8nController.emit(emitData);
 
-    await evoaiController.emit(emitData);
+    evoaiController.emit(emitData);
 
-    await flowiseController.emit(emitData);
+    flowiseController.emit(emitData);
   }
 
   public processDebounce(
diff --git a/src/api/integrations/chatbot/dify/services/dify.service.ts b/src/api/integrations/chatbot/dify/services/dify.service.ts
@@ -4,6 +4,7 @@ import { Integration } from '@api/types/wa.types';
 import { ConfigService, HttpServer } from '@config/env.config';
 import { Dify, DifySetting, IntegrationSession } from '@prisma/client';
 import axios from 'axios';
+import { isURL } from 'class-validator';
 
 import { BaseChatbotService } from '../../base-chatbot.service';
 import { OpenaiService } from '../../openai/services/openai.service';
@@ -78,15 +79,35 @@ export class DifyService extends BaseChatbotService<Dify, DifySetting> {
 
         // Handle image messages
         if (this.isImageMessage(content)) {
-          const contentSplit = content.split('|');
-          payload.files = [
-            {
-              type: 'image',
-              transfer_method: 'remote_url',
-              url: contentSplit[1].split('?')[0],
-            },
-          ];
-          payload.query = contentSplit[2] || content;
+          const media = content.split('|');
+
+          if (msg.message.mediaUrl || msg.message.base64) {
+            let mediaBase64 = msg.message.base64 || null;
+
+            if (msg.message.mediaUrl && isURL(msg.message.mediaUrl)) {
+              const result = await axios.get(msg.message.mediaUrl, { responseType: 'arraybuffer' });
+              mediaBase64 = Buffer.from(result.data).toString('base64');
+            }
+
+            if (mediaBase64) {
+              payload.files = [
+                {
+                  type: 'image',
+                  transfer_method: 'remote_url',
+                  url: mediaBase64,
+                },
+              ];
+            }
+          } else {
+            payload.files = [
+              {
+                type: 'image',
+                transfer_method: 'remote_url',
+                url: media[1].split('?')[0],
+              },
+            ];
+          }
+          payload.query = media[2] || content;
         }
 
         if (instance.integration === Integration.WHATSAPP_BAILEYS) {
@@ -140,15 +161,35 @@ export class DifyService extends BaseChatbotService<Dify, DifySetting> {
 
         // Handle image messages
         if (this.isImageMessage(content)) {
-          const contentSplit = content.split('|');
-          payload.files = [
-            {
-              type: 'image',
-              transfer_method: 'remote_url',
-              url: contentSplit[1].split('?')[0],
-            },
-          ];
-          payload.inputs.query = contentSplit[2] || content;
+          const media = content.split('|');
+
+          if (msg.message.mediaUrl || msg.message.base64) {
+            let mediaBase64 = msg.message.base64 || null;
+
+            if (msg.message.mediaUrl && isURL(msg.message.mediaUrl)) {
+              const result = await axios.get(msg.message.mediaUrl, { responseType: 'arraybuffer' });
+              mediaBase64 = Buffer.from(result.data).toString('base64');
+            }
+
+            if (mediaBase64) {
+              payload.files = [
+                {
+                  type: 'image',
+                  transfer_method: 'remote_url',
+                  url: mediaBase64,
+                },
+              ];
+            }
+          } else {
+            payload.files = [
+              {
+                type: 'image',
+                transfer_method: 'remote_url',
+                url: media[1].split('?')[0],
+              },
+            ];
+            payload.inputs.query = media[2] || content;
+          }
         }
 
         if (instance.integration === Integration.WHATSAPP_BAILEYS) {
@@ -202,15 +243,26 @@ export class DifyService extends BaseChatbotService<Dify, DifySetting> {
 
         // Handle image messages
         if (this.isImageMessage(content)) {
-          const contentSplit = content.split('|');
-          payload.files = [
-            {
-              type: 'image',
-              transfer_method: 'remote_url',
-              url: contentSplit[1].split('?')[0],
-            },
-          ];
-          payload.query = contentSplit[2] || content;
+          const media = content.split('|');
+
+          if (msg.message.mediaUrl || msg.message.base64) {
+            payload.files = [
+              {
+                type: 'image',
+                transfer_method: 'remote_url',
+                url: msg.message.mediaUrl || msg.message.base64,
+              },
+            ];
+          } else {
+            payload.files = [
+              {
+                type: 'image',
+                transfer_method: 'remote_url',
+                url: media[1].split('?')[0],
+              },
+            ];
+            payload.query = media[2] || content;
+          }
         }
 
         if (instance.integration === Integration.WHATSAPP_BAILEYS) {
diff --git a/src/api/integrations/chatbot/evoai/services/evoai.service.ts b/src/api/integrations/chatbot/evoai/services/evoai.service.ts
@@ -5,6 +5,7 @@ import { ConfigService, HttpServer } from '@config/env.config';
 import { Evoai, EvoaiSetting, IntegrationSession } from '@prisma/client';
 import axios from 'axios';
 import { downloadMediaMessage } from 'baileys';
+import { isURL } from 'class-validator';
 import { v4 as uuidv4 } from 'uuid';
 
 import { BaseChatbotService } from '../../base-chatbot.service';
@@ -82,23 +83,43 @@ export class EvoaiService extends BaseChatbotService<Evoai, EvoaiSetting> {
 
       // Handle image message if present
       if (this.isImageMessage(content) && msg) {
-        const contentSplit = content.split('|');
-        parts[0].text = contentSplit[2] || content;
+        const media = content.split('|');
+        parts[0].text = media[2] || content;
 
         try {
-          // Download the image
-          const mediaBuffer = await downloadMediaMessage(msg, 'buffer', {});
-          const fileContent = Buffer.from(mediaBuffer).toString('base64');
-          const fileName = contentSplit[2] || `${msg.key?.id || 'image'}.jpg`;
-
-          parts.push({
-            type: 'file',
-            file: {
-              name: fileName,
-              mimeType: 'image/jpeg',
-              bytes: fileContent,
-            },
-          } as any);
+          if (msg.message.mediaUrl || msg.message.base64) {
+            let mediaBase64 = msg.message.base64 || null;
+
+            if (msg.message.mediaUrl && isURL(msg.message.mediaUrl)) {
+              const result = await axios.get(msg.message.mediaUrl, { responseType: 'arraybuffer' });
+              mediaBase64 = Buffer.from(result.data).toString('base64');
+            }
+
+            if (mediaBase64) {
+              parts.push({
+                type: 'file',
+                file: {
+                  name: msg.key.id + '.jpeg',
+                  mimeType: 'image/jpeg',
+                  bytes: mediaBase64,
+                },
+              } as any);
+            }
+          } else {
+            // Download the image
+            const mediaBuffer = await downloadMediaMessage(msg, 'buffer', {});
+            const fileContent = Buffer.from(mediaBuffer).toString('base64');
+            const fileName = media[2] || `${msg.key?.id || 'image'}.jpg`;
+
+            parts.push({
+              type: 'file',
+              file: {
+                name: fileName,
+                mimeType: 'image/jpeg',
+                bytes: fileContent,
+              },
+            } as any);
+          }
         } catch (fileErr) {
           this.logger.error(`[EvoAI] Failed to process image: ${fileErr}`);
         }
diff --git a/src/api/integrations/chatbot/evolutionBot/services/evolutionBot.service.ts b/src/api/integrations/chatbot/evolutionBot/services/evolutionBot.service.ts
@@ -6,6 +6,7 @@ import { ConfigService, HttpServer } from '@config/env.config';
 import { EvolutionBot, EvolutionBotSetting, IntegrationSession } from '@prisma/client';
 import { sendTelemetry } from '@utils/sendTelemetry';
 import axios from 'axios';
+import { isURL } from 'class-validator';
 
 import { BaseChatbotService } from '../../base-chatbot.service';
 import { OpenaiService } from '../../openai/services/openai.service';
@@ -71,16 +72,26 @@ export class EvolutionBotService extends BaseChatbotService<EvolutionBot, Evolut
         }
       }
 
-      if (this.isImageMessage(content)) {
-        const contentSplit = content.split('|');
+      if (this.isImageMessage(content) && msg) {
+        const media = content.split('|');
+
+        if (msg.message.mediaUrl || msg.message.base64) {
+          payload.files = [
+            {
+              type: 'image',
+              url: msg.message.base64 || msg.message.mediaUrl,
+            },
+          ];
+        } else {
+          payload.files = [
+            {
+              type: 'image',
+              url: media[1].split('?')[0],
+            },
+          ];
+        }
 
-        payload.files = [
-          {
-            type: 'image',
-            url: contentSplit[1].split('?')[0],
-          },
-        ];
-        payload.query = contentSplit[2] || content;
+        payload.query = media[2] || content;
       }
 
       if (instance.integration === Integration.WHATSAPP_BAILEYS) {
diff --git a/src/api/integrations/chatbot/flowise/services/flowise.service.ts b/src/api/integrations/chatbot/flowise/services/flowise.service.ts
@@ -5,6 +5,7 @@ import { Integration } from '@api/types/wa.types';
 import { ConfigService, HttpServer } from '@config/env.config';
 import { Flowise as FlowiseModel, IntegrationSession } from '@prisma/client';
 import axios from 'axios';
+import { isURL } from 'class-validator';
 
 import { BaseChatbotService } from '../../base-chatbot.service';
 import { OpenaiService } from '../../openai/services/openai.service';
@@ -82,17 +83,28 @@ export class FlowiseService extends BaseChatbotService<FlowiseModel> {
     }
 
     if (this.isImageMessage(content)) {
-      const contentSplit = content.split('|');
-
-      payload.uploads = [
-        {
-          data: contentSplit[1].split('?')[0],
-          type: 'url',
-          name: 'Flowise.png',
-          mime: 'image/png',
-        },
-      ];
-      payload.question = contentSplit[2] || content;
+      const media = content.split('|');
+
+      if (msg.message.mediaUrl || msg.message.base64) {
+        payload.uploads = [
+          {
+            data: msg.message.base64 || msg.message.mediaUrl,
+            type: 'url',
+            name: 'Flowise.png',
+            mime: 'image/png',
+          },
+        ];
+      } else {
+        payload.uploads = [
+          {
+            data: media[1].split('?')[0],
+            type: 'url',
+            name: 'Flowise.png',
+            mime: 'image/png',
+          },
+        ];
+        payload.question = media[2] || content;
+      }
     }
 
     if (instance.integration === Integration.WHATSAPP_BAILEYS) {
diff --git a/src/api/integrations/chatbot/openai/services/openai.service.ts b/src/api/integrations/chatbot/openai/services/openai.service.ts
