fix(search): bound retrieval and resume projection upgrades (#7824)

* fix(search): bound vector retrieval under selective permissions

* fix(search): enforce retrieval budgets in integration coverage

* fix(search): serialize projection upgrades with active writers

* fix(search): keep projection lookups inline and filter scopes early

* test(search): align access providers with staging discovery

* fix(search): bound keyword ranking and resume projection upgrades

* fix(db): record superseded migrations after successful upgrades

* chore(db): use a documentation block for the migration note

Author: icecrasher321

.github/workflows/migrations.yml

@@ -25,7 +25,8 @@ jobs:
   migrate:
     name: Apply Database Migrations
     runs-on: ${{ (vars.CI_PROVIDER == '' || vars.CI_PROVIDER == 'blacksmith') && 'blacksmith-4vcpu-ubuntu-2404' || 'ubuntu-latest' }}
-    timeout-minutes: 45
+    # Bulk projection loads and concurrent index builds can outlast ordinary schema changes.
+    timeout-minutes: 180
 
     steps:
       - name: Checkout code

.github/workflows/test-build.yml

@@ -182,6 +182,12 @@ jobs:
           lib/memory/message-provenance.postgres.test.ts
           executor/handlers/agent/memory-harness.postgres.test.ts
 
+      - name: Verify Search vector projection upgrade in PostgreSQL
+        working-directory: packages/db
+        env:
+          KNOWLEDGE_ACL_TEST_DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5432/sim_auth_scim
+        run: bunx vitest run script-migrations/0016_backfill_search_vectors.postgres.test.ts
+
       - name: Verify Search progress, pagination, and outbox scheduling in PostgreSQL
         working-directory: apps/sim
         env:

apps/sim/app/api/v1/knowledge/search/route.ts

@@ -269,6 +269,7 @@ export const POST = withRouteHandler(async (request: NextRequest) => {
         queryVector: {
           vector: JSON.stringify(queryEmbeddingResult.embedding),
           dimensions: queryEmbeddingTarget!.dimensions,
+          model: queryEmbeddingTarget!.model,
         },
         structuredFilters: hasFilters ? structuredFilters : undefined,
       })

apps/sim/lib/knowledge/__integration__/filtered-search.integration.ts

@@ -139,6 +139,7 @@ describe.each([384, 768, 1024, 1536, 3072] as const)(
         queryVector: {
           vector: JSON.stringify([1, ...Array<number>(dimensions - 1).fill(0)]),
           dimensions,
+          model: embeddingModel,
         },
         structuredFilters: [
           { tagSlot: 'tag1', fieldType: 'text', operator: 'eq', value: 'common' },

apps/sim/lib/knowledge/__integration__/scale.integration.ts

@@ -453,7 +453,7 @@ describe.skipIf(!enabled)('knowledge scale: isolated real PostgreSQL, no provide
           access: { kind: 'workspace', tokens: WORKSPACE_ACCESS_TOKENS },
           searchMode: 'hybrid',
           query: 'Orion',
-          queryVector: { vector, dimensions: DIMENSIONS },
+          queryVector: { vector, dimensions: DIMENSIONS, model: 'text-embedding-3-small' },
         })
       )
       expect(workspaceResults).toEqual([])
@@ -485,7 +485,11 @@ describe.skipIf(!enabled)('knowledge scale: isolated real PostgreSQL, no provide
                     access,
                     searchMode: mode,
                     query: 'Orion',
-                    queryVector: { vector, dimensions: DIMENSIONS },
+                    queryVector: {
+                      vector,
+                      dimensions: DIMENSIONS,
+                      model: 'text-embedding-3-small',
+                    },
                     structuredFilters: filters,
                   })
                 )