From d9e166ceff7093e2f1c460df64e808a1c222e51b Mon Sep 17 00:00:00 2001
From: Bryon Lewis <Bryon.Lewis@kitware.com>
Date: Thu, 23 May 2024 13:24:34 -0400
Subject: [PATCH 1/3] adjust frame for CSV matching

---
 server/dive_utils/serializers/viame.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/server/dive_utils/serializers/viame.py b/server/dive_utils/serializers/viame.py
index b3c358daf..d9f42d544 100644
--- a/server/dive_utils/serializers/viame.py
+++ b/server/dive_utils/serializers/viame.py
@@ -355,6 +355,10 @@ def load_csv_as_tracks_and_attributes(
         maxFrame = float('-inf')
         frameMapper = {}
         filteredImages = [item for item in foundImages if item['frame'] != -1]
+        print('FilteredImages')
+        print(filteredImages)
+        print('FoundIamges')
+        print(foundImages)
         for index, item in enumerate(filteredImages):
             if item['frame'] == -1:
                 continue
@@ -374,7 +378,7 @@ def load_csv_as_tracks_and_attributes(
                             f'item difference: {item_difference}'
                         )
                     )
-            frameMapper[item['csvFrame']] = index
+            frameMapper[item['csvFrame']] = item['frame']
             minFrame = min(minFrame, item['csvFrame'])
             maxFrame = max(maxFrame, item['csvFrame'])
 

From f611ce58c03663f1f2955675b6e11ed75637fdf9 Mon Sep 17 00:00:00 2001
From: Bryon Lewis <Bryon.Lewis@kitware.com>
Date: Thu, 23 May 2024 15:42:54 -0400
Subject: [PATCH 2/3] add frame filename matching

---
 client/dive-common/apispec.ts                 |  2 +-
 .../components/ImportAnnotations.vue          | 15 +++++++++--
 client/platform/desktop/backend/cli.ts        |  2 +-
 client/platform/desktop/backend/ipcService.ts |  3 +++
 .../platform/desktop/backend/native/common.ts | 23 +++++++++-------
 .../desktop/backend/serializers/viame.spec.ts |  6 ++---
 .../desktop/backend/serializers/viame.ts      | 27 ++++++++++++-------
 client/platform/desktop/frontend/api.ts       |  2 +-
 .../web-girder/api/dataset.service.ts         |  7 ++++-
 client/platform/web-girder/api/rpc.service.ts |  3 ++-
 client/platform/web-girder/views/Export.vue   |  9 ++++---
 server/dive_server/crud_rpc.py                | 19 +++++++------
 server/dive_utils/serializers/viame.py        | 20 +++++++-------
 13 files changed, 87 insertions(+), 51 deletions(-)

diff --git a/client/dive-common/apispec.ts b/client/dive-common/apispec.ts
index f32f7180a..a9f697bbf 100644
--- a/client/dive-common/apispec.ts
+++ b/client/dive-common/apispec.ts
@@ -168,7 +168,7 @@ interface Api {
   getTileURL?(itemId: string, x: number, y: number, level: number, query: Record<string, any>):
    string;
   importAnnotationFile(id: string, path: string, file?: File,
-    additive?: boolean, additivePrepend?: string, set?: string): Promise<boolean>;
+    additive?: boolean, additivePrepend?: string, set?: string): Promise<boolean | string[]>;
 }
 const ApiSymbol = Symbol('api');
 
diff --git a/client/dive-common/components/ImportAnnotations.vue b/client/dive-common/components/ImportAnnotations.vue
index 95870bc11..b5a38b612 100644
--- a/client/dive-common/components/ImportAnnotations.vue
+++ b/client/dive-common/components/ImportAnnotations.vue
@@ -52,7 +52,7 @@ export default defineComponent({
         if (!ret.canceled) {
           menuOpen.value = false;
           const path = ret.filePaths[0];
-          let importFile = false;
+          let importFile: boolean | string[] = false;
           processing.value = true;
           const set = currentSet.value === 'default' ? undefined : currentSet.value;
           if (ret.fileList?.length) {
@@ -74,6 +74,17 @@ export default defineComponent({
               set,
             );
           }
+          console.log(importFile);
+          if (Array.isArray(importFile) && importFile.length) {
+            const text = ['There were warnings when importing. While the data imported properly please double check your annotations',
+              'Below is a list of information that can help with debugging',
+            ].concat(importFile as string[]);
+            await prompt({
+              title: 'Import Warnings',
+              text,
+              positiveButton: 'OK',
+            });
+          }
 
           if (importFile) {
             processing.value = false;
@@ -188,7 +199,7 @@ export default defineComponent({
                 outlined
                 small
               >
-                <template v-slot:selection="{ attrs, item, selected }">
+                <template #selection="{ attrs, item, selected }">
                   <v-chip
                     v-bind="attrs"
                     small
diff --git a/client/platform/desktop/backend/cli.ts b/client/platform/desktop/backend/cli.ts
index 5c6f101bc..d1920c614 100755
--- a/client/platform/desktop/backend/cli.ts
+++ b/client/platform/desktop/backend/cli.ts
@@ -52,7 +52,7 @@ function updater(update: DesktopJobUpdate) {
 
 async function parseViameFile(file: string) {
   const data = await parseFile(file);
-  stdout.write(JSON.stringify(data));
+  stdout.write(JSON.stringify(data[0]));
 }
 
 async function parseJsonFile(filepath: string, metapath: string) {
diff --git a/client/platform/desktop/backend/ipcService.ts b/client/platform/desktop/backend/ipcService.ts
index bae917cb5..668767f94 100644
--- a/client/platform/desktop/backend/ipcService.ts
+++ b/client/platform/desktop/backend/ipcService.ts
@@ -99,6 +99,9 @@ export default function register() {
     id, path, additive, additivePrepend,
   }: { id: string; path: string; additive: boolean; additivePrepend: string }) => {
     const ret = await common.dataFileImport(settings.get(), id, path, additive, additivePrepend);
+    console.log(ret.warnings);
+    if (ret.warnings.length)
+      return ret.warnings;
     return ret;
   });
 
diff --git a/client/platform/desktop/backend/native/common.ts b/client/platform/desktop/backend/native/common.ts
index aaa885da6..a56166f68 100644
--- a/client/platform/desktop/backend/native/common.ts
+++ b/client/platform/desktop/backend/native/common.ts
@@ -578,13 +578,14 @@ async function _ingestFilePath(
   imageMap?: Map<string, number>,
   additive = false,
   additivePrepend = '',
-): Promise<(DatasetMetaMutable & { fps?: number }) | null> {
+): Promise<[(DatasetMetaMutable & { fps?: number }), string[]] | null> {
   if (!fs.existsSync(path)) {
     return null;
   }
   if (fs.statSync(path).size === 0) {
     return null;
   }
+  let warnings: string[] = [];
   // Make a copy of the file in aux
   const projectInfo = getProjectDir(settings, datasetId);
   const newPath = npath.join(projectInfo.auxDirAbsPath, `imported_${npath.basename(path)}`);
@@ -612,9 +613,10 @@ async function _ingestFilePath(
   } else if (CsvFileName.test(path)) {
     // VIAME CSV File
     const data = await viameSerializers.parseFile(path, imageMap);
-    annotations.tracks = data.tracks;
-    annotations.groups = data.groups;
-    meta.fps = data.fps;
+    annotations.tracks = data[0].tracks;
+    annotations.groups = data[0].groups;
+    meta.fps = data[0].fps;
+    [, warnings] = data;
   } else if (YAMLFileName.test(path)) {
     annotations = await kpf.parse([path]);
   }
@@ -652,7 +654,7 @@ async function _ingestFilePath(
     await _saveSerialized(settings, datasetId, annotations, true);
   }
 
-  return meta;
+  return [meta, warnings];
 }
 
 /**
@@ -679,16 +681,18 @@ async function ingestDataFiles(
 ): Promise<{
   processedFiles: string[];
   meta: DatasetMetaMutable & { fps?: number };
+  warnings: string[];
 }> {
   const processedFiles = []; // which files were processed to generate the detections
   const meta = {};
-
+  let outwarnings: string[] = [];
   for (let i = 0; i < absPaths.length; i += 1) {
     const path = absPaths[i];
     // eslint-disable-next-line no-await-in-loop
-    const newMeta = await _ingestFilePath(
+    const [newMeta, warnings] = await _ingestFilePath(
       settings, datasetId, path, imageMap, additive, additivePrepend,
     );
+    outwarnings = warnings;
     if (newMeta !== null) {
       merge(meta, newMeta);
       processedFiles.push(path);
@@ -702,7 +706,8 @@ async function ingestDataFiles(
       const path = cameraAndPath[i][1];
       const cameraDatasetId = `${datasetId}/${cameraName}`;
       // eslint-disable-next-line no-await-in-loop
-      const newMeta = await _ingestFilePath(settings, cameraDatasetId, path, imageMap);
+      const [newMeta, warnings] = await _ingestFilePath(settings, cameraDatasetId, path, imageMap);
+      outwarnings = outwarnings.concat(warnings);
       if (newMeta !== null) {
         merge(meta, newMeta);
         processedFiles.push(path);
@@ -710,7 +715,7 @@ async function ingestDataFiles(
     }
   }
 
-  return { processedFiles, meta };
+  return { processedFiles, meta, warnings: outwarnings };
 }
 /**
  * Need to take the trained pipeline if it exists and place it in the DIVE_Pipelines folder
diff --git a/client/platform/desktop/backend/serializers/viame.spec.ts b/client/platform/desktop/backend/serializers/viame.spec.ts
index f1588369f..a41c0b480 100644
--- a/client/platform/desktop/backend/serializers/viame.spec.ts
+++ b/client/platform/desktop/backend/serializers/viame.spec.ts
@@ -239,9 +239,9 @@ describe('VIAME Python Compatibility Check', () => {
       const trackArray = Object.values(trackData);
       // eslint-disable-next-line no-await-in-loop
       const results = await parse(csvStream);
-      expect(Object.values(results.tracks)).toEqual(trackArray);
+      expect(Object.values(results[0].tracks)).toEqual(trackArray);
       // eslint-disable-next-line no-await-in-loop
-      const attData = processTrackAttributes(Object.values(results.tracks));
+      const attData = processTrackAttributes(Object.values(results[0].tracks));
       expect(testAttributes).toEqual(attData.attributes);
     }
   });
@@ -314,7 +314,7 @@ describe('Test Image Filenames', () => {
       } else {
         // eslint-disable-next-line no-await-in-loop
         const result = await parseFile(testPath, imageMap);
-        expect(Object.values(result.tracks).length).toBeGreaterThan(0);
+        expect(Object.values(result[0].tracks).length).toBeGreaterThan(0);
       }
     }
   });
diff --git a/client/platform/desktop/backend/serializers/viame.ts b/client/platform/desktop/backend/serializers/viame.ts
index 6a729ea81..da7a26f89 100644
--- a/client/platform/desktop/backend/serializers/viame.ts
+++ b/client/platform/desktop/backend/serializers/viame.ts
@@ -241,7 +241,7 @@ function _parseFeature(row: string[]) {
   };
 }
 
-async function parse(input: Readable, imageMap?: Map<string, number>): Promise<AnnotationFileData> {
+async function parse(input: Readable, imageMap?: Map<string, number>): Promise<[AnnotationFileData, string[]]> {
   const parser = csvparser({
     delimiter: ',',
     // comment lines may not have the correct number of columns
@@ -253,8 +253,9 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
   const foundImages: {image: string; frame: number; csvFrame: number}[] = [];
   let error: Error | undefined;
   let multiFrameTracks = false;
+  const warnings: string[] = [];
 
-  return new Promise<AnnotationFileData>((resolve, reject) => {
+  return new Promise<[AnnotationFileData, string[]]>((resolve, reject) => {
     pipeline([input, parser], (err) => {
       // undefined err indicates successful exit
       if (err !== undefined) {
@@ -280,15 +281,17 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
           }
           const k = i + 1;
           if (k < filteredImages.length) {
-            if (filteredImages[i].csvFrame + 1 !== filteredImages[k].csvFrame || filteredImages[i].frame + 1 !== filteredImages[k].frame) {
+            const itemDifference = foundImages[k].csvFrame - filteredImages[i].csvFrame;
+            if (
+              foundImages[i].csvFrame + itemDifference !== filteredImages[k].csvFrame || filteredImages[i].frame + itemDifference !== filteredImages[k].frame) {
             // We have misaligned image sequences so we error out
-              error = new Error(`A subsampling of images were used with the CSV but they were not sequential\n 
+              warnings.push(`A subsampling of images were used with the CSV but they were not sequential\n 
                 ${filteredImages[i].csvFrame + 1} !== ${filteredImages[k].csvFrame} || ${filteredImages[i].frame + 1} !== ${filteredImages[k].frame}\n
                 image1: ${filteredImages[i].image} image2: ${filteredImages[k].image} - these should be sequential in the CSV
               \n`);
             }
           }
-          frameMapper[filteredImages[i].csvFrame] = i;
+          frameMapper[filteredImages[i].csvFrame] = filteredImages[i].frame;
           minFrame = Math.min(minFrame, filteredImages[i].csvFrame);
           maxFrame = Math.max(maxFrame, filteredImages[i].csvFrame);
         }
@@ -347,7 +350,9 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
           if (k < foundImages.length) {
             if (foundImages[i].csvFrame > foundImages[k].csvFrame || foundImages[i].frame > foundImages[k].frame) {
             // We have misaligned video sequences so we error out
-              error = new Error('Images were provided in an unexpected order and dataset contains multi-frame tracks.');
+              warnings.push(`Images were provided in an unexpected order and dataset contains multi-frame tracks.\n
+              image${i}: frame: ${foundImages[i].frame} csvFrame: ${foundImages[i].csvFrame}
+              image${k}: frame: ${foundImages[k].frame} csvFrame: ${foundImages[k].csvFrame}`);
             }
           }
         }
@@ -357,7 +362,7 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
       if (error !== undefined) {
         reject(error);
       }
-      resolve({ tracks, groups: {}, fps });
+      resolve([{ tracks, groups: {}, fps }, warnings]);
     });
     parser.on('readable', () => {
       let record: string[];
@@ -407,8 +412,10 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
             });
             if (rowInfo.frame < maxFeatureFrame) {
             // trackId was already in dataMap, and frame is out of order
-              error = new Error(
-                'annotations were provided in an unexpected order and dataset contains multi-frame tracks',
+              warnings.push(
+                `annotations were provided in an unexpected order and dataset contains multi-frame tracks:
+                id: ${rowInfo.id}  filename: ${rowInfo.filename}  frame: ${rowInfo.frame}
+                maxFeatureFrame: ${maxFeatureFrame}`,
               );
               // eslint-disable-next-line no-continue
               continue;
@@ -446,7 +453,7 @@ async function parse(input: Readable, imageMap?: Map<string, number>): Promise<A
 }
 
 async function parseFile(path: string, imageMap?: Map<string, number>):
-  Promise<AnnotationFileData> {
+  Promise<[AnnotationFileData, string[]]> {
   const stream = fs.createReadStream(path);
   return parse(stream, imageMap);
 }
diff --git a/client/platform/desktop/frontend/api.ts b/client/platform/desktop/frontend/api.ts
index cfebf8a76..83e1b9917 100644
--- a/client/platform/desktop/frontend/api.ts
+++ b/client/platform/desktop/frontend/api.ts
@@ -133,7 +133,7 @@ function importMultiCam(args: MultiCamImportArgs):
 }
 
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
-function importAnnotationFile(id: string, path: string, _htmlFile = undefined, additive = false, additivePrepend = ''): Promise<boolean> {
+function importAnnotationFile(id: string, path: string, _htmlFile = undefined, additive = false, additivePrepend = ''): Promise<boolean | string[]> {
   return ipcRenderer.invoke('import-annotation', {
     id, path, additive, additivePrepend,
   });
diff --git a/client/platform/web-girder/api/dataset.service.ts b/client/platform/web-girder/api/dataset.service.ts
index 9bf781e4d..8bce68337 100644
--- a/client/platform/web-girder/api/dataset.service.ts
+++ b/client/platform/web-girder/api/dataset.service.ts
@@ -88,7 +88,7 @@ function makeViameFolder({
   );
 }
 
-async function importAnnotationFile(parentId: string, path: string, file?: HTMLFile, additive = false, additivePrepend = '', set: string | undefined = undefined) {
+async function importAnnotationFile(parentId: string, path: string, file?: HTMLFile, additive = false, additivePrepend = '', set: string | undefined = undefined): Promise<boolean | string[]> {
   if (file === undefined) {
     return false;
   }
@@ -111,6 +111,11 @@ async function importAnnotationFile(parentId: string, path: string, file?: HTMLF
     });
     if (uploadResponse.status === 200) {
       const final = await postProcess(parentId, true, false, additive, additivePrepend, set);
+      if (final.data.length > 1) {
+        const warnings = final.data[1];
+        return warnings;
+      }
+
       return final.status === 200;
     }
   }
diff --git a/client/platform/web-girder/api/rpc.service.ts b/client/platform/web-girder/api/rpc.service.ts
index a3a8c67e7..9b0ca18b7 100644
--- a/client/platform/web-girder/api/rpc.service.ts
+++ b/client/platform/web-girder/api/rpc.service.ts
@@ -1,8 +1,9 @@
 import girderRest from 'platform/web-girder/plugins/girder';
+import type { GirderModel } from '@girder/components/src';
 import { Pipe } from 'dive-common/apispec';
 
 function postProcess(folderId: string, skipJobs = false, skipTranscoding = false, additive = false, additivePrepend = '', set: string | undefined = undefined) {
-  return girderRest.post(`dive_rpc/postprocess/${folderId}`, null, {
+  return girderRest.post<[GirderModel, string[]]>(`dive_rpc/postprocess/${folderId}`, null, {
     params: {
       skipJobs, skipTranscoding, additive, additivePrepend, set,
     },
diff --git a/client/platform/web-girder/views/Export.vue b/client/platform/web-girder/views/Export.vue
index 52779c18a..064a01e90 100644
--- a/client/platform/web-girder/views/Export.vue
+++ b/client/platform/web-girder/views/Export.vue
@@ -319,15 +319,16 @@ export default defineComponent({
                   class="mt-2"
                   :disabled="!exportUrls.exportDetectionsUrl"
                   @click="doExport({ url: exportUrls
-                      && exportUrls.exportDetectionsUrlTrackJSON })"                >
+                    && exportUrls.exportDetectionsUrlTrackJSON })"
+                >
                   <span
                     v-if="exportUrls.exportDetectionsUrl"
                   >DIVE TrackJSON</span>
                   <span
                     v-else
                   >detections unavailable</span>
-                      </v-btn>
-            <!-- <v-btn
+                </v-btn>
+                <!-- <v-btn
               depressed
               block
               :disabled="!exportUrls.exportDetectionsUrl"
@@ -336,7 +337,7 @@ export default defineComponent({
               <span v-if="exportUrls.exportDetectionsUrl">annotations</span>
               <span v-else>detections unavailable</span>
             </v-btn> -->
-            </v-col>
+              </v-col>
             </v-row>
           </v-card-actions>
 
diff --git a/server/dive_server/crud_rpc.py b/server/dive_server/crud_rpc.py
index b3895b0f8..c16f13be9 100644
--- a/server/dive_server/crud_rpc.py
+++ b/server/dive_server/crud_rpc.py
@@ -288,7 +288,7 @@ def run_training(
 def _get_data_by_type(
     file: types.GirderModel,
     image_map: Optional[Dict[str, int]] = None,
-) -> Optional[GetDataReturnType]:
+) -> Optional[Tuple[GetDataReturnType, Optional[List[str]]]]:
     """
     Given an arbitrary Girder file model, figure out what kind of file it is and
     parse it appropriately.
@@ -325,10 +325,10 @@ def _get_data_by_type(
 
     # Parse the file as the now known type
     if as_type == crud.FileType.VIAME_CSV:
-        converted, attributes = viame.load_csv_as_tracks_and_attributes(
+        converted, attributes, warnings = viame.load_csv_as_tracks_and_attributes(
             file_string.splitlines(), image_map
         )
-        return {'annotations': converted, 'meta': None, 'attributes': attributes, 'type': as_type}
+        return {'annotations': converted, 'meta': None, 'attributes': attributes, 'type': as_type}, warnings
     if as_type == crud.FileType.MEVA_KPF:
         converted, attributes = kpf.convert(kpf.load(file_string))
         return {'annotations': converted, 'meta': None, 'attributes': attributes, 'type': as_type}
@@ -374,6 +374,7 @@ def process_items(
         folder,
         user,
     )
+    aggregate_warnings = []
     for item in unprocessed_items:
         file: Optional[types.GirderModel] = next(Item().childFiles(item), None)
         if file is None:
@@ -383,7 +384,9 @@ def process_items(
             image_map = None
             if fromMeta(folder, constants.TypeMarker) == 'image-sequence':
                 image_map = crud.valid_image_names_dict(crud.valid_images(folder, user))
-            results = _get_data_by_type(file, image_map=image_map)
+            results, warnings = _get_data_by_type(file, image_map=image_map)
+            if warnings:
+                aggregate_warnings += warnings
         except Exception as e:
             Item().remove(item)
             raise RestException(f'{file["name"]} was not a supported file type: {e}') from e
@@ -414,7 +417,7 @@ def process_items(
             crud.saveImportAttributes(folder, results['attributes'], user)
         if results['meta']:
             crud_dataset.update_metadata(folder, results['meta'], False)
-
+    return aggregate_warnings
 
 def postprocess(
     user: types.GirderUserModel,
@@ -424,7 +427,7 @@ def postprocess(
     additive=False,
     additivePrepend='',
     set='',
-) -> types.GirderModel:
+) -> Tuple[types.GirderModel, Optional[List[str]]]:
     """
     Post-processing to be run after media/annotation import
 
@@ -539,8 +542,8 @@ def postprocess(
 
         Folder().save(dsFolder)
 
-    process_items(dsFolder, user, additive, additivePrepend, set)
-    return dsFolder
+    aggregate_warnings = process_items(dsFolder, user, additive, additivePrepend, set)
+    return dsFolder, aggregate_warnings
 
 
 def convert_large_image(
diff --git a/server/dive_utils/serializers/viame.py b/server/dive_utils/serializers/viame.py
index d9f42d544..7d32e0447 100644
--- a/server/dive_utils/serializers/viame.py
+++ b/server/dive_utils/serializers/viame.py
@@ -276,8 +276,8 @@ def custom_sort(row):
 
 
 def load_csv_as_tracks_and_attributes(
-    rows: List[str], imageMap: Optional[Dict[str, int]] = None
-) -> Tuple[types.DIVEAnnotationSchema, dict]:
+    rows: List[str], imageMap: Optional[Dict[str, int]] = None,
+) -> Tuple[types.DIVEAnnotationSchema, dict, List[str]]:
     """
     Convert VIAME CSV to json tracks
 
@@ -292,6 +292,7 @@ def load_csv_as_tracks_and_attributes(
     missingImages: List[str] = []
     foundImages: List[Dict[str, Any]] = []  # {image:str, frame: int, csvFrame: int}
     sortedlist = sorted(reader, key=custom_sort)
+    warnings: List[str] = []
     for row in sortedlist:
         if len(row) == 0 or row[0].startswith('#'):
             # This is not a data row
@@ -355,10 +356,8 @@ def load_csv_as_tracks_and_attributes(
         maxFrame = float('-inf')
         frameMapper = {}
         filteredImages = [item for item in foundImages if item['frame'] != -1]
-        print('FilteredImages')
-        print(filteredImages)
-        print('FoundIamges')
-        print(foundImages)
+        print('IMAGEMAP')
+        print(imageMap)
         for index, item in enumerate(filteredImages):
             if item['frame'] == -1:
                 continue
@@ -369,8 +368,9 @@ def load_csv_as_tracks_and_attributes(
                     item['csvFrame'] + item_difference != filteredImages[k]['csvFrame']
                     or item['frame'] + item_difference != filteredImages[k]['frame']
                 ):
-                    # We have misaligned video sequences so we error out
-                    raise ValueError(
+                    # There are misaliged video sequences so we are going to utilize the imageMap
+                    # We have misaligned video sequences so we handle that with the image map if possible
+                    warnings.append(
                         (
                             'A subsampling of images were used with the CSV '
                             'but they were not sequential'
@@ -437,7 +437,7 @@ def load_csv_as_tracks_and_attributes(
                     or item['frame'] + item_difference != foundImages[k]['frame']
                 ):
                     # We have misaligned video sequences so we error out
-                    raise ValueError(
+                    warnings.append(
                         (
                             'Images were provided in an unexpected order '
                             'and dataset contains multi-frame tracks.'
@@ -454,7 +454,7 @@ def load_csv_as_tracks_and_attributes(
         'groups': {},
         'version': constants.AnnotationsCurrentVersion,
     }
-    return annotations, metadata_attributes
+    return annotations, metadata_attributes, warnings
 
 
 def export_tracks_as_csv(

From 05dbbf83d4e0efdc559464512e4257cc1edeb09c Mon Sep 17 00:00:00 2001
From: Bryon Lewis <Bryon.Lewis@kitware.com>
Date: Fri, 24 May 2024 08:05:33 -0400
Subject: [PATCH 3/3] updating tests

---
 .../platform/desktop/backend/native/common.ts | 14 ++++++-----
 server/tests/test_attributes_processor.py     |  2 +-
 server/tests/test_deserialize_viame_csv.py    |  2 +-
 server/tests/test_serialize_viame_csv.py      | 25 +++++++++----------
 4 files changed, 22 insertions(+), 21 deletions(-)

diff --git a/client/platform/desktop/backend/native/common.ts b/client/platform/desktop/backend/native/common.ts
index a56166f68..73ba8b239 100644
--- a/client/platform/desktop/backend/native/common.ts
+++ b/client/platform/desktop/backend/native/common.ts
@@ -689,11 +689,12 @@ async function ingestDataFiles(
   for (let i = 0; i < absPaths.length; i += 1) {
     const path = absPaths[i];
     // eslint-disable-next-line no-await-in-loop
-    const [newMeta, warnings] = await _ingestFilePath(
+    const results = await _ingestFilePath(
       settings, datasetId, path, imageMap, additive, additivePrepend,
     );
-    outwarnings = warnings;
-    if (newMeta !== null) {
+    if (results !== null) {
+      const [newMeta, warnings] = results;
+      outwarnings = warnings;
       merge(meta, newMeta);
       processedFiles.push(path);
     }
@@ -706,9 +707,10 @@ async function ingestDataFiles(
       const path = cameraAndPath[i][1];
       const cameraDatasetId = `${datasetId}/${cameraName}`;
       // eslint-disable-next-line no-await-in-loop
-      const [newMeta, warnings] = await _ingestFilePath(settings, cameraDatasetId, path, imageMap);
-      outwarnings = outwarnings.concat(warnings);
-      if (newMeta !== null) {
+      const results = await _ingestFilePath(settings, cameraDatasetId, path, imageMap);
+      if (results !== null) {
+        const [newMeta, warnings] = results;
+        outwarnings = outwarnings.concat(warnings);
         merge(meta, newMeta);
         processedFiles.push(path);
       }
diff --git a/server/tests/test_attributes_processor.py b/server/tests/test_attributes_processor.py
index 3d1b514db..8a79a3096 100644
--- a/server/tests/test_attributes_processor.py
+++ b/server/tests/test_attributes_processor.py
@@ -26,7 +26,7 @@ def test_read_viame_attributes(
         rows.append(line)
         text = text + line
         print()
-    converted, attributes = load_csv_as_tracks_and_attributes(text.split('\n'))
+    converted, attributes, warnings = load_csv_as_tracks_and_attributes(text.split('\n'))
     assert json.dumps(converted['tracks'], sort_keys=True) == json.dumps(
         expected_tracks, sort_keys=True
     )
diff --git a/server/tests/test_deserialize_viame_csv.py b/server/tests/test_deserialize_viame_csv.py
index 41bf2f200..a955f4846 100644
--- a/server/tests/test_deserialize_viame_csv.py
+++ b/server/tests/test_deserialize_viame_csv.py
@@ -15,7 +15,7 @@ def test_read_viame_csv(
     expected_tracks: Dict[str, dict],
     expected_attributes: Dict[str, dict],
 ):
-    (converted, attributes) = viame.load_csv_as_tracks_and_attributes(input)
+    (converted, attributes, warnings) = viame.load_csv_as_tracks_and_attributes(input)
     assert json.dumps(converted['tracks'], sort_keys=True) == json.dumps(
         expected_tracks, sort_keys=True
     )
diff --git a/server/tests/test_serialize_viame_csv.py b/server/tests/test_serialize_viame_csv.py
index 09444cb4f..e70c8f2d2 100644
--- a/server/tests/test_serialize_viame_csv.py
+++ b/server/tests/test_serialize_viame_csv.py
@@ -277,15 +277,14 @@
 
 image_filename_tests = [
     {
-        'pass': True,
+        'warning': False,
         'csv': [
             '0,       ,1,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '1,2.png,0,111,222,3333,444,1,-1,typestring,0.55',
         ],
     },
     {
-        'pass': False,
-        'error': 'A subsampling of images were used with the CSV but they were not sequential',
+        'warning': True,
         'csv': [
             '0,1.png,1,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '1,invalid,0,111,222,3333,444,1,-1,typestring,0.55',
@@ -293,7 +292,7 @@
         ],
     },
     {
-        'pass': True,
+        'warning': False,
         'csv': [
             '0,invalid1,1,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '',
@@ -301,7 +300,7 @@
         ],
     },
     {
-        'pass': True,
+        'warning': False,
         'csv': [
             '0,       ,1,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '',
@@ -309,7 +308,7 @@
         ],
     },
     {
-        'pass': True,
+        'warning': False,
         'csv': [
             '0,1.png,1,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '',
@@ -317,15 +316,14 @@
         ],
     },
     {
-        'pass': False,
-        'error': 'Images were provided in an unexpected order and dataset contains multi-frame tracks.',
+        'warning': True,
         'csv': [
             '99,1.png,0,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '99,3.png,1,111,222,3333,444,1,-1,typestring,0.55',
         ],
     },
     {
-        'pass': True,
+        'warning': False,
         'csv': [
             '99,unknown1,2,884.66,510,1219.66,737.66,1,-1,ignored,0.98',
             '99,unknown2,2,111,222,3333,444,1,-1,typestring,0.55',
@@ -355,9 +353,10 @@ def test_empty_header():
 def test_image_filenames():
     image_map = {'1': 0, '2': 1, '3': 2}
     for test in image_filename_tests:
-        if test['pass']:
-            converted, _ = viame.load_csv_as_tracks_and_attributes(test['csv'], image_map)
+        if not test['warning']:
+            converted, _, warnings = viame.load_csv_as_tracks_and_attributes(test['csv'], image_map)
             assert len(converted['tracks'].values()) > 0
         else:
-            with pytest.raises(ValueError, match=re.escape(test['error'])):
-                viame.load_csv_as_tracks_and_attributes(test['csv'], image_map)
+            converted, _, warnings = viame.load_csv_as_tracks_and_attributes(test['csv'], image_map)
+            assert len(warnings) > 0
+