feat(kb-tags): natural language pre-filter tag system for knowledge base searches (#800)

* fix lint

* checkpoint

* works

* simplify

* checkpoint

* works

* fix lint

* checkpoint - create doc ui

* working block

* fix import conflicts

* fix tests

* add blockers to going past max tag slots

* remove console logs

* forgot a few

* Update apps/sim/tools/knowledge/search.ts

Co-authored-by: greptile-apps[bot] <165735046+greptile-apps[bot]@users.noreply.github.com>

* remove console.warn

* Update apps/sim/hooks/use-tag-definitions.ts

Co-authored-by: greptile-apps[bot] <165735046+greptile-apps[bot]@users.noreply.github.com>

* use tag slots consts in more places

* remove duplicate title

---------

Co-authored-by: greptile-apps[bot] <165735046+greptile-apps[bot]@users.noreply.github.com>

Author: icecrasher321

apps/sim/app/api/knowledge/[id]/documents/[documentId]/route.test.ts

@@ -218,8 +218,15 @@ describe('Document By ID API Route', () => {
         }),
       }
 
+      // Mock transaction
+      mockDbChain.transaction.mockImplementation(async (callback) => {
+        const mockTx = {
+          update: vi.fn().mockReturnValue(updateChain),
+        }
+        await callback(mockTx)
+      })
+
       // Mock db operations in sequence
-      mockDbChain.update.mockReturnValue(updateChain)
       mockDbChain.select.mockReturnValue(selectChain)
 
       const req = createMockRequest('PUT', validUpdateData)
@@ -231,7 +238,7 @@ describe('Document By ID API Route', () => {
       expect(data.success).toBe(true)
       expect(data.data.filename).toBe('updated-document.pdf')
       expect(data.data.enabled).toBe(false)
-      expect(mockDbChain.update).toHaveBeenCalled()
+      expect(mockDbChain.transaction).toHaveBeenCalled()
       expect(mockDbChain.select).toHaveBeenCalled()
     })
 
@@ -298,8 +305,15 @@ describe('Document By ID API Route', () => {
         }),
       }
 
+      // Mock transaction
+      mockDbChain.transaction.mockImplementation(async (callback) => {
+        const mockTx = {
+          update: vi.fn().mockReturnValue(updateChain),
+        }
+        await callback(mockTx)
+      })
+
       // Mock db operations in sequence
-      mockDbChain.update.mockReturnValue(updateChain)
       mockDbChain.select.mockReturnValue(selectChain)
 
       const req = createMockRequest('PUT', { markFailedDueToTimeout: true })
@@ -309,7 +323,7 @@ describe('Document By ID API Route', () => {
 
       expect(response.status).toBe(200)
       expect(data.success).toBe(true)
-      expect(mockDbChain.update).toHaveBeenCalled()
+      expect(mockDbChain.transaction).toHaveBeenCalled()
       expect(updateChain.set).toHaveBeenCalledWith(
         expect.objectContaining({
           processingStatus: 'failed',
@@ -479,7 +493,9 @@ describe('Document By ID API Route', () => {
         document: mockDocument,
         knowledgeBase: { id: 'kb-123', userId: 'user-123' },
       })
-      mockDbChain.set.mockRejectedValue(new Error('Database error'))
+
+      // Mock transaction to throw an error
+      mockDbChain.transaction.mockRejectedValue(new Error('Database error'))
 
       const req = createMockRequest('PUT', validUpdateData)
       const { PUT } = await import('@/app/api/knowledge/[id]/documents/[documentId]/route')

apps/sim/app/api/knowledge/[id]/documents/[documentId]/route.ts

@@ -2,6 +2,7 @@ import { eq } from 'drizzle-orm'
 import { type NextRequest, NextResponse } from 'next/server'
 import { z } from 'zod'
 import { getSession } from '@/lib/auth'
+import { TAG_SLOTS } from '@/lib/constants/knowledge'
 import { createLogger } from '@/lib/logs/console/logger'
 
 export const dynamic = 'force-dynamic'
@@ -26,6 +27,14 @@ const UpdateDocumentSchema = z.object({
   processingError: z.string().optional(),
   markFailedDueToTimeout: z.boolean().optional(),
   retryProcessing: z.boolean().optional(),
+  // Tag fields
+  tag1: z.string().optional(),
+  tag2: z.string().optional(),
+  tag3: z.string().optional(),
+  tag4: z.string().optional(),
+  tag5: z.string().optional(),
+  tag6: z.string().optional(),
+  tag7: z.string().optional(),
 })
 
 export async function GET(
@@ -213,9 +222,36 @@ export async function PUT(
           updateData.processingStatus = validatedData.processingStatus
         if (validatedData.processingError !== undefined)
           updateData.processingError = validatedData.processingError
+
+        // Tag field updates
+        TAG_SLOTS.forEach((slot) => {
+          if ((validatedData as any)[slot] !== undefined) {
+            ;(updateData as any)[slot] = (validatedData as any)[slot]
+          }
+        })
       }
 
-      await db.update(document).set(updateData).where(eq(document.id, documentId))
+      await db.transaction(async (tx) => {
+        // Update the document
+        await tx.update(document).set(updateData).where(eq(document.id, documentId))
+
+        // If any tag fields were updated, also update the embeddings
+        const hasTagUpdates = TAG_SLOTS.some((field) => (validatedData as any)[field] !== undefined)
+
+        if (hasTagUpdates) {
+          const embeddingUpdateData: Record<string, string | null> = {}
+          TAG_SLOTS.forEach((field) => {
+            if ((validatedData as any)[field] !== undefined) {
+              embeddingUpdateData[field] = (validatedData as any)[field] || null
+            }
+          })
+
+          await tx
+            .update(embedding)
+            .set(embeddingUpdateData)
+            .where(eq(embedding.documentId, documentId))
+        }
+      })
 
       // Fetch the updated document
       const updatedDocument = await db