Implement early AI integration #18

- Added new event to catch messageCreate events
- @ messages to the server will use ChatGPT to respond to the message with an indepth prompt about the server
- Implement module to interact with chatGPT repeatably
- Add linkcop with GPT integration #12
- Added environment variable for inital prompt for GPT integration

.gitea/workflows/DRBv3_server_build.yaml

@@ -25,14 +25,14 @@ jobs:
         uses: docker/setup-buildx-action@v2
         with: # replace it with your local IP
           config-inline: |
-            [registry."${{ secrets.LOCAL_GITEA_IP}}:3000"] 
+            [registry."git.vpn.cusano.net"] 
-              http = true
+              http = false
-              insecure = true            
+              insecure = false            
 
       - name: Login to DockerHub
         uses: docker/login-action@v2
         with:
-          registry: ${{ secrets.LOCAL_GITEA_IP}}:3000 # replace it with your local IP
+          registry: git.vpn.cusano.net # replace it with your local IP
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
           
@@ -52,5 +52,5 @@ jobs:
             linux/arm64                        
           push: true
           tags: | # replace it with your local IP and tags
-            ${{ secrets.LOCAL_GITEA_IP}}:3000/${{ env.DOCKER_ORG }}/${{ steps.meta.outputs.REPO_NAME }}:${{ steps.meta.outputs.REPO_VERSION }}
+            git.vpn.cusano.net/${{ vars.DOCKER_ORG }}/${{ steps.meta.outputs.REPO_NAME }}:${{ steps.meta.outputs.REPO_VERSION }}
-            ${{ secrets.LOCAL_GITEA_IP}}:3000/${{ env.DOCKER_ORG }}/${{ steps.meta.outputs.REPO_NAME }}:${{ env.DOCKER_LATEST }}
+            git.vpn.cusano.net/${{ vars.DOCKER_ORG }}/${{ steps.meta.outputs.REPO_NAME }}:${{ env.DOCKER_LATEST }}

Dockerfile

@@ -15,7 +15,7 @@ RUN npm install
 COPY . .
 
 # Expose the port on which your Node.js application will run
-EXPOSE 3000
+EXPOSE 3420
 
 # Command to run the Node.js application
 CMD ["node", "."]

discordBot/addons/gptInteraction.mjs

@@ -0,0 +1,53 @@
+import { DebugBuilder } from "../../modules/debugger.mjs";
+const log = new DebugBuilder("server", "discordBot.addons.gptInteraction");
+import { gptHandler } from "../modules/gptHandler.mjs";
+
+export const gptInteraction = async (nodeIo, message) => {
+    let conversation = [];
+
+    let prevMessages = await message.channel.messages.fetch({ limit: 10 });
+    prevMessages.reverse();
+
+    prevMessages.forEach((msg) => {
+        // Check if the message was sent within the last 24 hours
+        if (new Date().getTime() - msg.createdTimestamp > (24 * 60 * 60 * 1000)) {
+            return;
+        }
+
+        // Check if it's from a bot other than the server
+        if (msg.author.bot && msg.author.id !== nodeIo.serverClient.user.id) return;
+
+        const username = msg.author.username.replace(/\s+/g, '_').replace(/[^\w\s]/gi, '');
+
+        if (msg.author.id === nodeIo.serverClient.user.id) {
+            conversation.push({
+                role: 'assistant',
+                name: msg.author.id,
+                content: msg.content,
+            });
+
+            return;
+        }
+
+        conversation.push({
+            role: 'user',
+            name: msg.author.id,
+            content: msg.content.replace(`<@${nodeIo.serverClient.user.id}>`, ''),
+        });
+    });    
+    const response = await gptHandler(conversation);
+    if (response) {
+        const responseMessage = response.choices[0].message.content;
+        const chunkSize = 2500;
+
+        for (let i = 0; i < responseMessage.length; i += chunkSize) {
+            const chunk = responseMessage.substring(i, i + chunkSize);
+
+            log.DEBUG("Sending message chunk:", chunk);
+
+            await message.reply(chunk);
+        }
+    } else {
+        message.channel.send('Sorry, I encountered an error while processing your request.');
+    }
+}

discordBot/addons/linkCop.mjs

@@ -0,0 +1,83 @@
+import { DebugBuilder } from "../../modules/debugger.mjs";
+const log = new DebugBuilder("server", "discordBot.addons.linkCop");
+import { gptHandler } from "../modules/gptHandler.mjs";
+import dotenv from 'dotenv';
+dotenv.config();
+
+const approvedLinksChannel = "767303243285790721";
+const restrictedChannelIds = process.env.LINKCOP_RESTRICTED_CHANNELS.split(',');
+
+const linkRegExp = /(?:http[s]?:\/\/)?(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&\/=]*)/g
+
+export const linkCop = async (nodeIo, message) => {
+    if (message.channel.id == approvedLinksChannel || !restrictedChannelIds.includes(message.channel.id)) return false;    
+
+    const urls = String(message.content).matchAll(linkRegExp);
+    if (!urls || urls.length === 0) return false;
+    log.DEBUG("Found URLs: ", urls);
+
+    let conversation = [];
+
+    let prevMessages = await message.channel.messages.fetch({ limit: 2 });
+    prevMessages.reverse();
+
+    prevMessages.forEach((msg) => {
+        // Check if the message was sent within the last 5 minutes
+        if (new Date().getTime() - msg.createdTimestamp > (5 * 60 * 1000)) {
+            return;
+        }
+
+        // Check if it's from a bot other than the server
+        if (msg.author.bot && msg.author.id !== nodeIo.serverClient.user.id) return;
+
+        const username = msg.author.username.replace(/\s+/g, '_').replace(/[^\w\s]/gi, '');
+
+        if (msg.author.id === nodeIo.serverClient.user.id) {
+            conversation.push({
+                role: 'assistant',
+                name: msg.author.id,
+                content: msg.content,
+            });
+
+            return;
+        }
+
+        conversation.push({
+            role: 'user',
+            name: msg.author.id,
+            content: msg.content.replace(`<@${nodeIo.serverClient.user.id}>`, ''),
+        });
+    }); 
+
+    conversation.push({
+        role: 'system',
+        content: `There has been a link posted to a channel that links are not allowed in. The above messages are from the channel that links are not allowed including the message with the link. The message with the link is going to be deleted and moved to the '#links' channels. You should let the user know.`
+    });
+
+    const response = await gptHandler(conversation);
+
+    if (response) {
+        const responseMessage = response.choices[0].message.content;
+        const chunkSize = 2000;
+
+        for (let i = 0; i < responseMessage.length; i += chunkSize) {
+            const chunk = responseMessage.substring(i, i + chunkSize);
+
+            log.DEBUG("Sending message chunk:", chunk);
+
+            await message.reply(chunk);
+        }
+
+        const messageContent = {
+            'author': message.author,
+            'content': `<@${message.author.id}> - ${String(message.content)}`,
+            'channelId': message.channelId,
+            'links': urls
+        }
+    
+        await message.delete();
+        log.DEBUG("Message content: ", messageContent);    
+    
+        message.client.channels.cache.get(approvedLinksChannel).send(messageContent);
+    } 
+}

discordBot/commands/rssAdd.mjs

@@ -54,18 +54,19 @@ export const execute = async (nodeIo, interaction) => {
     var category = interaction.options.getString('category');
 
     if (!category) category = "ALL";
+    await interaction.reply(`Adding ${title} to the list of RSS sources, please wait...`);
 
     await addSource(title, link, category, interaction.guildId, interaction.channelId, (err, result) => {
       log.DEBUG("Result from adding entry", result);
 
       if (result) {
-        interaction.reply(`Successfully added ${title} to the list of RSS sources`);
+        interaction.editReply(`Successfully added ${title} to the list of RSS sources`);
       } else {
-        interaction.reply(`${title} already exists in the list of RSS sources`);
+        interaction.editReply(`${title} already exists in the list of RSS sources`);
       }
     });
   } catch (err) {
     log.ERROR(err)
-    await interaction.reply(err.toString());
+    await interaction.editReply(err.toString());
   }
 }

discordBot/commands/rssRemove.mjs

@@ -42,17 +42,17 @@ export async function autocomplete(nodeIo, interaction) {
 export const execute = async (nodeIo, interaction) => {
   try {
     var title = interaction.options.getString('title');
-    interaction.reply(`Removing ${title} from the list of RSS sources, please wait...`);
+    await interaction.reply(`Removing ${title} from the list of RSS sources, please wait...`);
 
     const results = await deleteFeedByTitle(title);
     if (!results) {
       log.WARN(`Failed to remove source: ${title}`);
-      interaction.editReply(`Failed to remove source: '${title}'`);
+      await interaction.editReply(`Failed to remove source: '${title}'`);
       return;
     }
-    interaction.editReply(`${title} was successfully removed from the RSS sources.`)
+    await interaction.editReply(`${title} was successfully removed from the RSS sources.`)
   } catch (err) {
     log.ERROR(err)
-    interaction.editReply(err.toString());
+    await interaction.editReply(err.toString());
   }
 }

discordBot/commands/rssTrigger.mjs

@@ -38,6 +38,7 @@ export const execute = async (nodeIo, interaction) => {
         //await interaction.reply(`**Online Sockets: '${sockets}'**`);
         await interaction.reply('Triggering RSS update');
         await updateFeeds(interaction.client);
+        await interaction.editReply('RSS Update Completed');
         //await interaction.channel.send('**Pong.**');
     } catch (err) {
         console.error(err);

discordBot/discordBot.mjs

@@ -79,7 +79,7 @@ export function addEnabledEventListeners(serverClient, _eventsPath = "./events")
 }
 
 // The discord client
-export const serverClient = new Client({ intents: [GatewayIntentBits.Guilds, GatewayIntentBits.GuildVoiceStates] });
+export const serverClient = new Client({ intents: [GatewayIntentBits.Guilds, GatewayIntentBits.GuildVoiceStates, GatewayIntentBits.GuildMessages, GatewayIntentBits.MessageContent] });
 
 // Run when the bot is ready
 serverClient.on('ready', async () => {

discordBot/events/messageCreate.mjs

@@ -0,0 +1,29 @@
+import { DebugBuilder } from "../../modules/debugger.mjs";
+const log = new DebugBuilder("server", "discordBot.events.messageCreate");
+import dotenv from 'dotenv';
+dotenv.config();
+import { Events } from 'discord.js';
+import { gptInteraction } from '../addons/gptInteraction.mjs';
+import { linkCop } from '../addons/linkCop.mjs';
+
+const IGNORED_CHANNELS = process.env.IGNORED_CHANNELS.split(',');
+
+export const name = Events.MessageCreate;
+
+export async function execute(nodeIo, message) {
+    // Ignore ignored channels
+    if (IGNORED_CHANNELS.includes(message.channel.id)) return;
+
+    // Ignore messages from a bot
+    if (message.author.bot) return;
+
+    log.INFO("Message create", message);
+
+    // Check if the message mentions the bot
+    if (message.mentions.users.has(nodeIo.serverClient.user.id)) {
+        return await gptInteraction(nodeIo, message);
+    }
+
+    // Check if the message contains a link in a channel it shouldn't
+    if (await linkCop(nodeIo, message)) return;
+}

discordBot/modules/gptHandler.mjs

@@ -0,0 +1,39 @@
+import { DebugBuilder } from "../../modules/debugger.mjs";
+const log = new DebugBuilder("server", "discordBot.modules.gptHandler");
+import dotenv from 'dotenv';
+dotenv.config();
+
+import { OpenAI } from 'openai';
+
+const openai = new OpenAI(process.env.OPENAI_API_KEY);
+
+let conversation = [];
+
+conversation.push({
+    role: 'system',
+    content: process.env.DRB_SERVER_INITIAL_PROMPT
+});
+
+export const gptHandler = async (additionalMessages) => {
+    // Add the additional messages to the conversation
+    conversation = conversation.concat(additionalMessages);
+    log.DEBUG("AI Conversation:", conversation);
+    try {
+        const response = await openai.chat.completions.create({
+            model: 'gpt-3.5-turbo',
+            messages: conversation,
+        }).catch((error) => log.ERROR("OpenAI Error: ", error));
+
+        log.DEBUG("AI Response:", response);
+
+        if (!response) {            
+            return false;
+        }
+
+        return response
+
+    } catch (error) {
+        console.error('Error generating response:', error);
+        return false;        
+    }
+}

package.json

@@ -11,19 +11,20 @@
   "license": "ISC",
   "type": "module",
   "devDependencies": {
-    "chai": "^5.1.0",
+    "chai": "^5.1.1",
     "mocha": "^10.4.0",
     "socket.io-client": "^4.7.5"
   },
   "dependencies": {
-    "discord.js": "^14.14.1",
+    "discord.js": "^14.15.2",
-    "dotenv": "^16.3.1",
+    "dotenv": "^16.4.5",
-    "express": "^4.18.2",
+    "express": "^4.19.2",
-    "mongodb": "^6.3.0",
+    "mongodb": "^6.7.0",
     "morgan": "^1.10.0",
     "node-html-parser": "^6.1.13",
+    "openai": "^4.47.3",
     "rss-parser": "^3.13.0",
-    "socket.io": "^4.7.2",
+    "socket.io": "^4.7.5",
-    "user-agents": "^1.1.208"
+    "user-agents": "^1.1.222"
   }
 }

rss-manager/sourceManager.mjs

@@ -1,3 +1,5 @@
+import { DebugBuilder } from "../modules/debugger.mjs";
+const log = new DebugBuilder("server", "sourceManager");
 import { createFeed, getFeedByLink, deleteFeedByLink } from '../modules/mongo-wrappers/mongoFeedsWrappers.mjs';
 
 class SourceManager {