cleanup of dedupe keys lol

Author: n1ru4l

packages/migrations/src/actions/2025.12.12T00-00-00.workflows-deduplication.ts

@@ -9,5 +9,9 @@ export default {
           "expires_at"  timestamptz NOT NULL,
           CONSTRAINT "dedupe_pk" PRIMARY KEY ("task_name", "dedupe_key")
       );
+
+      CREATE INDEX "graphile_worker_deduplication_expires_at_idx"
+        ON "graphile_worker_deduplication" ("expires_at")
+      ;
   `,
 } satisfies MigrationExecutor;

packages/services/storage/src/db/types.ts

@@ -135,6 +135,12 @@ export interface document_preflight_scripts {
   updated_at: Date;
 }
 
+export interface graphile_worker_deduplication {
+  dedupe_key: string;
+  expires_at: Date;
+  task_name: string;
+}
+
 export interface migration {
   date: Date;
   hash: string;
@@ -441,6 +447,7 @@ export interface DBTables {
   document_collection_documents: document_collection_documents;
   document_collections: document_collections;
   document_preflight_scripts: document_preflight_scripts;
+  graphile_worker_deduplication: graphile_worker_deduplication;
   migration: migration;
   oidc_integrations: oidc_integrations;
   organization_access_tokens: organization_access_tokens;

packages/services/workflows/src/index.ts

@@ -44,6 +44,8 @@ const modules = await Promise.all([
 const crontab = `
   # Purge expired schema checks every Sunday at 10:00AM
   0 10 * * 0 purgeExpiredSchemaChecks
+  # Every day at 3:00 AM
+  0 3 * * * purgeExpiredDedupeKeys
 `;
 
 const pg = await createPool(env.postgres.connectionString);