refactor: compose init script of v1 & v2

Author: I-Info

projects/app/src/pages/api/admin/inithalfvec.ts

@@ -0,0 +1,72 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@fastgpt/service/common/response';
+import { connectToDatabase } from '@/service/mongo';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { PgClient } from '@fastgpt/service/common/vectorStore/pg';
+import { DatasetVectorTableName } from '@fastgpt/service/common/vectorStore/constants';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    await authCert({ req, authRoot: true });
+
+    // pg 新建字段：halfvector
+    const columnExists = await PgClient.query(`
+          SELECT column_name
+          FROM information_schema.columns
+          WHERE table_name='${DatasetVectorTableName}' AND column_name='halfvector';
+        `);
+
+    if (columnExists.rows.length === 0) {
+      await PgClient.query(`
+            BEGIN;
+              ALTER TABLE ${DatasetVectorTableName} ADD COLUMN halfvector halfvec(1536);
+            COMMIT;
+          `);
+      console.log('halfvector column added');
+    }
+
+    let rowsUpdated;
+    do {
+      rowsUpdated = await PgClient.query(`
+            WITH updated AS (
+              UPDATE ${DatasetVectorTableName}
+              SET halfvector = vector::halfvec(1536)
+              WHERE id IN (
+                  SELECT id
+                  FROM ${DatasetVectorTableName}
+                  WHERE halfvector IS NULL
+                  LIMIT 1000
+              )
+              RETURNING 1
+            )
+            SELECT count(*) FROM updated;
+          `);
+      console.log('rowsUpdated:', rowsUpdated.rows[0].count);
+    } while (rowsUpdated.rows[0].count > 0);
+
+    // 设置halfvector字段为非空
+    await PgClient.query(
+      `BEGIN;
+      ALTER TABLE ${DatasetVectorTableName} ALTER COLUMN halfvector SET NOT NULL;
+      DROP INDEX IF EXISTS vector_index;
+      ALTER TABLE ${DatasetVectorTableName} DROP COLUMN IF EXISTS vector;
+      COMMIT;
+      `
+    );
+
+    // 后台释放空间，避免使用 VACUUM FULL 导致锁表。
+    await PgClient.query(`VACUUM ${DatasetVectorTableName};`);
+
+    jsonRes(res, {
+      message: 'success'
+    });
+  } catch (error) {
+    console.log(error);
+
+    jsonRes(res, {
+      code: 500,
+      error
+    });
+  }
+}