Rewrite data info

micromagneticdata/data.py

@@ -1,4 +1,5 @@
 import glob
+import json
 import os
 
 import ipywidgets
@@ -102,7 +103,26 @@ def info(self):
         >>> data.info
            drive_number...
         """
-        return pd.DataFrame.from_records([i.info for i in self])
+        records = []
+        for i in range(self.n):
+            try:
+                drive = self[i]
+                with (drive.drive_path / "info.json").open() as f:
+                    drive_info = json.load(f)
+                drive_info["info.json"] = "available"
+                records.append(drive_info)
+            except FileNotFoundError:
+                print(f"Warning: Missing info.json for drive-{i}")
+                records.append({"drive_number": i, "info.json": "missing"})
+            except json.JSONDecodeError:
+                print(f"Warning: Corrupt info.json for drive-{i}")
+                records.append({"drive_number": i, "info.json": "corrupt"})
+        all_columns = set(col for record in records for col in record)
+        for record in records:
+            for col in all_columns:
+                record.setdefault(col, pd.NA)
+
+        return pd.DataFrame.from_records(records)
 
     @property
     def n(self):

micromagneticdata/tests/test_data.py

@@ -1,4 +1,5 @@
 import os
+import textwrap
 
 import ipywidgets
 import pandas as pd
@@ -29,6 +30,37 @@ def test_info(self):
         assert isinstance(self.data.info, pd.DataFrame)
         assert len(self.data.info.index) == self.N_SAMPLES
 
+    def test_info_missing_corrupt(self, tmp_path):
+        for i in range(3):
+            (tmp_path / "system" / f"drive-{i}").mkdir(parents=True)
+
+        # missing info.json for drive-0
+
+        # broken info.json for drive-1
+        (tmp_path / "system" / "drive-1" / "info.json").write_text('{"drive_number": 1')
+
+        # correct info.json for drive-2
+        info_text = textwrap.dedent(
+            """
+            {
+                "drive_number": 2,
+                "date": "2025-05-31",
+                "time": "20:29:33",
+                "start_time": "2025-05-31T20:29:33",
+                "adapter": "oommfc",
+                "adapter_version": "0.65.0",
+                "driver": "MinDriver",
+                "end_time": "2025-05-31T20:29:33",
+                "elapsed_time": "00:00:01",
+                "success": true}
+            """
+        )
+        (tmp_path / "system" / "drive-2" / "info.json").write_text(info_text)
+
+        data = md.Data(name="system", dirname=str(tmp_path))
+        info = data.info
+        assert info["info.json"].to_list() == ["missing", "corrupt", "available"]
+
     def test_n(self):
         assert self.data.n == self.N_SAMPLES
 

micromagneticdata/tests/test_sample/hysteresis/drive-0/info.json

@@ -1 +1 @@
-{"drive_number": 0, "date": "2024-06-11", "time": "14:15:23", "driver": "HysteresisDriver", "adapter": "oommfc", "Hsteps": [[[0, 0, -795774.7154594767], [0, 0, 795774.7154594767], 21], [[0, 0, 795774.7154594767], [0, 0, -795774.7154594767], 21]], "n_threads": null}
+{"drive_number": 0, "date": "2025-05-31", "time": "22:02:46", "start_time": "2025-05-31T22:02:46", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "HysteresisDriver", "Hmin": [0, 0, -795774.7154594767], "Hmax": [0, 0, 795774.7154594767], "n": 21, "end_time": "2025-05-31T22:02:47", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-0/info.json

@@ -1 +1 @@
-{"drive_number": 0, "date": "2024-06-11", "time": "14:14:32", "driver": "TimeDriver", "adapter": "oommfc", "t": 2.5e-11, "n": 25, "n_threads": null}
+{"drive_number": 0, "date": "2025-05-31", "time": "22:02:42", "start_time": "2025-05-31T22:02:42", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "TimeDriver", "t": 2.5e-11, "n": 25, "end_time": "2025-05-31T22:02:42", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-1/info.json

@@ -1 +1 @@
-{"drive_number": 1, "date": "2024-06-11", "time": "14:14:39", "driver": "TimeDriver", "adapter": "mumax3c", "t": 1.5e-11, "n": 15}
+{"drive_number": 1, "date": "2025-05-31", "time": "22:02:42", "start_time": "2025-05-31T22:02:42", "adapter": "mumax3c", "adapter_version": "0.3.0", "driver": "TimeDriver", "t": 1.5e-11, "n": 15, "end_time": "2025-05-31T22:02:42", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-2/info.json

@@ -1 +1 @@
-{"drive_number": 2, "date": "2024-06-11", "time": "14:14:39", "driver": "TimeDriver", "adapter": "mumax3c", "t": 5e-10, "n": 250}
+{"drive_number": 2, "date": "2025-05-31", "time": "22:02:42", "start_time": "2025-05-31T22:02:42", "adapter": "mumax3c", "adapter_version": "0.3.0", "driver": "TimeDriver", "t": 5e-10, "n": 250, "end_time": "2025-05-31T22:02:43", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-3/info.json

@@ -1 +1 @@
-{"drive_number": 3, "date": "2024-06-11", "time": "14:14:41", "driver": "RelaxDriver", "adapter": "mumax3c"}
+{"drive_number": 3, "date": "2025-05-31", "time": "22:02:43", "start_time": "2025-05-31T22:02:43", "adapter": "mumax3c", "adapter_version": "0.3.0", "driver": "RelaxDriver", "end_time": "2025-05-31T22:02:43", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-4/info.json

@@ -1 +1 @@
-{"drive_number": 4, "date": "2024-06-11", "time": "14:14:42", "driver": "MinDriver", "adapter": "mumax3c"}
+{"drive_number": 4, "date": "2025-05-31", "time": "22:02:43", "start_time": "2025-05-31T22:02:43", "adapter": "mumax3c", "adapter_version": "0.3.0", "driver": "MinDriver", "end_time": "2025-05-31T22:02:43", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-5/info.json

@@ -1 +1 @@
-{"drive_number": 5, "date": "2024-06-11", "time": "14:14:42", "driver": "TimeDriver", "adapter": "oommfc", "t": 5e-12, "n": 5, "n_threads": null}
+{"drive_number": 5, "date": "2025-05-31", "time": "22:02:43", "start_time": "2025-05-31T22:02:43", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "TimeDriver", "t": 5e-12, "n": 5, "end_time": "2025-05-31T22:02:44", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/rectangle/drive-6/info.json

@@ -1 +1 @@
-{"drive_number": 6, "date": "2024-06-11", "time": "14:14:49", "driver": "MinDriver", "adapter": "oommfc", "n_threads": null}
+{"drive_number": 6, "date": "2025-05-31", "time": "22:02:44", "start_time": "2025-05-31T22:02:44", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "MinDriver", "output_step": true, "end_time": "2025-05-31T22:02:44", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/vortex_dynamics/drive-0/info.json

@@ -1 +1 @@
-{"drive_number": 0, "date": "2024-06-11", "time": "14:14:56", "driver": "MinDriver", "adapter": "oommfc", "n_threads": null}
+{"drive_number": 0, "date": "2025-05-31", "time": "22:02:44", "start_time": "2025-05-31T22:02:44", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "MinDriver", "end_time": "2025-05-31T22:02:44", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/vortex_dynamics/drive-1/info.json

@@ -1 +1 @@
-{"drive_number": 1, "date": "2024-06-11", "time": "14:15:02", "driver": "MinDriver", "adapter": "oommfc", "n_threads": null}
+{"drive_number": 1, "date": "2025-05-31", "time": "22:02:44", "start_time": "2025-05-31T22:02:44", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "MinDriver", "end_time": "2025-05-31T22:02:44", "elapsed_time": "00:00:01", "success": true}

micromagneticdata/tests/test_sample/vortex_dynamics/drive-2/info.json

@@ -1 +1 @@
-{"drive_number": 2, "date": "2024-06-11", "time": "14:15:09", "driver": "TimeDriver", "adapter": "oommfc", "t": 5e-09, "n": 250, "n_threads": null}
+{"drive_number": 2, "date": "2025-05-31", "time": "22:02:44", "start_time": "2025-05-31T22:02:44", "adapter": "oommfc", "adapter_version": "0.65.0", "driver": "TimeDriver", "t": 5e-09, "n": 250, "end_time": "2025-05-31T22:02:46", "elapsed_time": "00:00:03", "success": true}