Remove message field check from test_dataset tests (#291)

* Remove message field check from test_dataset_append_async_with_1_bad_url

* Use partial checks in more places in test_dataset

Author: gatli

tests/test_dataset.py

@@ -37,6 +37,7 @@
     TEST_MULTICATEGORY_ANNOTATIONS,
     TEST_POLYGON_ANNOTATIONS,
     TEST_SEGMENTATION_ANNOTATIONS,
+    assert_partial_equality,
     reference_id_from_url,
 )
 
@@ -294,26 +295,14 @@ def test_dataset_append_async(dataset: Dataset):
     job = dataset.append(make_dataset_items(), asynchronous=True)
     job.sleep_until_complete()
     status = job.status()
-    status["message"]["PayloadUrl"] = ""
-    print(status)
-    assert status == {
+    expected = {
         "job_id": job.job_id,
         "status": "Completed",
-        "message": {
-            "PayloadUrl": "",
-            "image_upload_step": {"errored": 0, "pending": 0, "completed": 5},
-            "started_image_processing": f"Dataset: {dataset.id}, Job: {job.job_id}",
-            "ingest_to_reupload_queue": {
-                "epoch": 1,
-                "total": 5,
-                "datasetId": f"{dataset.id}",
-                "processed": 5,
-            },
-        },
         "job_progress": "1.00",
         "completed_steps": 5,
         "total_steps": 5,
     }
+    assert_partial_equality(expected, status)
 
 
 def test_dataset_append_async_with_local_path(dataset: Dataset):
@@ -341,22 +330,8 @@ def test_dataset_append_async_with_1_bad_url(dataset: Dataset):
     assert status["job_progress"] == "0.80"
     assert status["completed_steps"] == 4
     assert status["total_steps"] == 5
-    assert status["message"] == {
-        "PayloadUrl": "",
-        "image_upload_step": {"errored": 1, "pending": 0, "completed": 4},
-        "ingest_to_reupload_queue": {
-            "epoch": 1,
-            "total": 5,
-            "datasetId": f"{dataset.id}",
-            "processed": 5,
-        },
-        "started_image_processing": f"Dataset: {dataset.id}, Job: {job.job_id}",
-    }
     # The error is fairly detailed and subject to change. What's important is we surface which URLs failed.
-    assert (
-        'Failure when processing the image "https://looks.ok.but.is.not.accessible"'
-        in str(job.errors())
-    )
+    assert '"https://looks.ok.but.is.not.accessible"' in str(job.errors())
 
 
 def test_dataset_list_autotags(CLIENT, dataset):
@@ -398,7 +373,8 @@ def test_annotate_async(dataset: Dataset):
         asynchronous=True,
     )
     job.sleep_until_complete()
-    assert job.status() == {
+    status = job.status()
+    expected = {
         "job_id": job.job_id,
         "status": "Completed",
         "message": {
@@ -420,6 +396,7 @@ def test_annotate_async(dataset: Dataset):
         "completed_steps": 5,
         "total_steps": 5,
     }
+    assert_partial_equality(expected, status)
 
 
 @pytest.mark.integration
@@ -439,8 +416,8 @@ def test_annotate_async_with_error(dataset: Dataset):
         asynchronous=True,
     )
     job.sleep_until_complete()
-
-    assert job.status() == {
+    status = job.status()
+    expected = {
         "job_id": job.job_id,
         "status": "Completed",
         "message": {
@@ -462,6 +439,7 @@ def test_annotate_async_with_error(dataset: Dataset):
         "completed_steps": 5,
         "total_steps": 5,
     }
+    assert_partial_equality(expected, status)
 
     assert "Item with id fake_garbage doesn" in str(job.errors())