feat(firestore-bigquery-exports) add an option to skip BigQuery init steps

firestore-bigquery-export/scripts/import/src/config.ts

@@ -197,6 +197,12 @@ const questions = [
     name: "failedBatchOutput",
     type: "input",
   },
+  {
+    message: "Would you like to skip BigQuery init steps?",
+    name: "skipInit",
+    type: "confirm",
+    default: false,
+  },
 ];
 
 export async function parseConfig(): Promise<CliConfig | CliConfigError> {
@@ -270,6 +276,7 @@ export async function parseConfig(): Promise<CliConfig | CliConfigError> {
       rawChangeLogName,
       cursorPositionFile,
       failedBatchOutput: program.failedBatchOutput,
+      skipInit: program.skipInit === true || program.skipInit === 'true',
     };
   }
   const {
@@ -285,6 +292,7 @@ export async function parseConfig(): Promise<CliConfig | CliConfigError> {
     useNewSnapshotQuerySyntax,
     useEmulator,
     failedBatchOutput,
+    skipInit,
   } = await inquirer.prompt(questions);
 
   const rawChangeLogName = `${table}_raw_changelog`;
@@ -311,6 +319,7 @@ export async function parseConfig(): Promise<CliConfig | CliConfigError> {
     rawChangeLogName,
     cursorPositionFile,
     failedBatchOutput,
+    skipInit,
   };
 }
 

firestore-bigquery-export/scripts/import/src/index.ts

@@ -82,9 +82,12 @@ const run = async (): Promise<number> => {
     useNewSnapshotQuerySyntax,
     bqProjectId: bigQueryProjectId,
     transformFunction: config.transformFunctionUrl,
+    skipInit: config.skipInit,
   });
 
-  await initializeDataSink(dataSink, config);
+  if (!config.skipInit) {
+    await initializeDataSink(dataSink, config);
+  }
 
   logs.importingData(config);
   if (multiThreaded && queryCollectionGroup) {

firestore-bigquery-export/scripts/import/src/program.ts

@@ -65,5 +65,10 @@ export const getCLIOptions = () => {
     .option(
       "-f, --failed-batch-output <file>",
       "Path to the JSON file where failed batches will be recorded."
+    )
+    .option(
+      "--skip-init",
+      "Whether to skip BigQuery init steps.",
+      false
     );
 };

firestore-bigquery-export/scripts/import/src/types.ts

@@ -17,6 +17,7 @@ export interface CliConfig {
   cursorPositionFile: string;
   failedBatchOutput?: string;
   transformFunctionUrl?: string;
+  skipInit: boolean;
 }
 
 export interface CliConfigError {