Added test and fix

Signed-off-by: elronbandel <elronbandel@gmail.com>

Author: elronbandel

.github/workflows/catalog_preparation.yml

@@ -14,7 +14,7 @@ jobs:
   preparation:
 
     runs-on: ubuntu-latest
-    timeout-minutes: 45
+    timeout-minutes: 30
     env:
       OS: ubuntu-latest
       UNITXT_DEFAULT_VERBOSITY: error
@@ -27,7 +27,7 @@ jobs:
 
     strategy:
       matrix:
-        modulo: [0,1,2,3,4,5,6,7,8,9,10,11]
+        modulo: [0,1,2,3,4,5,6,7]
 
     steps:
     - uses: actions/checkout@v5
@@ -53,7 +53,7 @@ jobs:
       run: |
         modulo="${{ matrix.modulo }}"
         echo "modulo=${modulo}" >> $GITHUB_STEP_SUMMARY
-        echo "sed -i 's/^num_par = 1 /num_par = 12 /' tests/catalog/test_preparation.py" > sedit.sh
+        echo "sed -i 's/^num_par = 1 /num_par = 8 /' tests/catalog/test_preparation.py" > sedit.sh
         echo "sed -i 's/^modulo = 0/modulo = ${modulo}/' tests/catalog/test_preparation.py" >> sedit.sh
         sh sedit.sh
         python -m unittest tests.catalog.test_preparation

src/unitxt/artifact.py

@@ -446,6 +446,14 @@ class Artifact(Dataclass):
         default=None, required=False, also_positional=False
     )
 
+    def __init_subclass__(cls, **kwargs):
+        super().__init_subclass__(**kwargs)
+        module = inspect.getmodule(cls)
+        # standardize module name
+        module_name = getattr(module, "__name__", None)
+        if not is_library_module(module_name):
+            cls.register_class()
+
     @classmethod
     def is_possible_identifier(cls, obj):
         return isinstance(obj, str) or is_artifact_dict(obj)
@@ -458,18 +466,15 @@ def get_artifact_type(cls):
         if not is_library_module(module_name):
             non_library_module_warning = f"module named {module_name} is not importable. Class {cls} is thus registered into Artifact.class_register, indexed by {cls.__name__}, accessible there as long as this class_register lives."
             warnings.warn(non_library_module_warning, ImportWarning, stacklevel=2)
-            cls.register_class(cls)
+            cls.register_class()
             return {"module": "class_register", "name": cls.__name__}
         if hasattr(cls, "__qualname__") and "." in cls.__qualname__:
             return {"module": module_name, "name": cls.__qualname__}
         return {"module": module_name, "name": cls.__name__}
 
     @classmethod
-    def register_class(cls, artifact_class):
-        Artifact._class_register[artifact_class.__name__] = artifact_class
-
-    def __init_subclass__(cls, **kwargs):
-        super().__init_subclass__(**kwargs)
+    def register_class(cls):
+        Artifact._class_register[cls.__name__] = cls
 
     @classmethod
     def is_artifact_file(cls, path):
@@ -603,7 +608,7 @@ def maybe_fix_type_to_ensure_instantiation_ability(self):
             not is_library_module(self.__type__["module"])
             or "<locals>" in self.__type__["name"]
         ):
-            self.__class__.register_class(self.__class__)
+            self.__class__.register_class()
             self.__type__ = {
                 "module": "class_register",
                 "name": self.__class__.__name__,

src/unitxt/catalog/cards/banking77.json

@@ -8,7 +8,12 @@
             "module": "unitxt.loaders",
             "name": "LoadHF"
         },
-        "path": "PolyAI/banking77"
+        "path": "PolyAI/banking77",
+        "revision": "refs/convert/parquet",
+        "splits": [
+            "train",
+            "test"
+        ]
     },
     "preprocess_steps": [
         {

src/unitxt/catalog/cards/biggen_bench/results/human_eval.json

@@ -1,7 +1,13 @@
 {
-    "__type__": "task_card",
+    "__type__": {
+        "module": "unitxt.card",
+        "name": "TaskCard"
+    },
     "loader": {
-        "__type__": "load_hf",
+        "__type__": {
+            "module": "unitxt.loaders",
+            "name": "LoadHF"
+        },
         "path": "prometheus-eval/BiGGen-Bench-Results",
         "splits": [
             "human_eval",
@@ -10,7 +16,10 @@
     },
     "preprocess_steps": [
         {
-            "__type__": "merge_streams",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "MergeStreams"
+            },
             "streams_to_merge": [
                 "human_eval",
                 "multilingual_human_eval"
@@ -19,19 +28,28 @@
             "add_origin_stream_name": true
         },
         {
-            "__type__": "filter_by_condition",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "FilterByCondition"
+            },
             "values": {
                 "human_score": -1
             },
             "condition": "ne"
         },
         {
-            "__type__": "execute_expression",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "ExecuteExpression"
+            },
             "expression": "(human_score - 1) / 4",
             "to_field": "human_score"
         },
         {
-            "__type__": "set",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "Set"
+            },
             "fields": {
                 "criteria": {
                     "name": "",
@@ -75,12 +93,18 @@
             }
         },
         {
-            "__type__": "format_text",
+            "__type__": {
+                "module": "unitxt.string_operators",
+                "name": "FormatText"
+            },
             "text": "{capability}-{task}",
             "to_field": "criteria_name"
         },
         {
-            "__type__": "copy",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "Copy"
+            },
             "field_to_field": {
                 "criteria_name": "criteria/name",
                 "score_rubric/criteria": "criteria/description",
@@ -92,12 +116,18 @@
             }
         },
         {
-            "__type__": "create_criteria_with_options_from_dict",
+            "__type__": {
+                "module": "unitxt.llm_as_judge_operators",
+                "name": "CreateCriteriaWithOptionsFromDict"
+            },
             "field": "criteria"
         }
     ],
     "task": {
-        "__type__": "task",
+        "__type__": {
+            "module": "unitxt.task",
+            "name": "Task"
+        },
         "input_fields": {
             "system_prompt": "str",
             "input": "str",

src/unitxt/catalog/cards/coedit/preference.json

@@ -29,17 +29,26 @@
             "by": ": "
         },
         {
-            "__type__": "copy",
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "Copy"
+            },
             "field": "src/0",
             "to_field": "instance_instruction"
         },
         {
-            "__type__": "slice",
+            "__type__": {
+                "module": "unitxt.collections_operators",
+                "name": "Slice"
+            },
             "field": "src",
             "start": 1
         },
         {
-            "__type__": "join",
+            "__type__": {
+                "module": "unitxt.string_operators",
+                "name": "Join"
+            },
             "field": "src",
             "by": ": "
         },

src/unitxt/catalog/cards/dart.json

@@ -8,7 +8,15 @@
             "module": "unitxt.loaders",
             "name": "LoadHF"
         },
-        "path": "dart"
+        "path": "Yale-LILY/dart",
+        "revision": "refs/convert/parquet",
+        "splits": [
+            "train",
+            "validation"
+        ],
+        "data_classification_policy": [
+            "public"
+        ]
     },
     "preprocess_steps": [
         "splitters.small_no_test",

src/unitxt/catalog/cards/fin_qa.json

@@ -4,7 +4,10 @@
         "name": "TaskCard"
     },
     "loader": {
-        "__type__": "load_json_file",
+        "__type__": {
+            "module": "unitxt.loaders",
+            "name": "LoadJsonFile"
+        },
         "files": {
             "train": "https://raw.githubusercontent.com/czyssrs/FinQA/0f16e2867befa6840783e58be38c9efb9229d742/dataset/train.json",
             "validation": "https://raw.githubusercontent.com/czyssrs/FinQA/0f16e2867befa6840783e58be38c9efb9229d742/dataset/dev.json",
@@ -17,21 +20,28 @@
     "preprocess_steps": [
         {
             "__type__": {
-                "module": "unitxt.collections_operators",
-                "name": "GetLength"
+                "module": "unitxt.operators",
+                "name": "Copy"
             },
-            "field": "table",
-            "to_field": "table_length"
+            "field": "qa/question",
+            "to_field": "question"
         },
         {
             "__type__": {
                 "module": "unitxt.operators",
-                "name": "FilterByCondition"
+                "name": "Copy"
             },
-            "values": {
-                "table_length": 1
+            "field": "qa/answer",
+            "to_field": "answer"
+        },
+        {
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "Cast"
             },
-            "condition": "gt"
+            "field": "qa/program",
+            "to": "str",
+            "to_field": "program_re"
         },
         {
             "__type__": {
@@ -41,6 +51,24 @@
             "field": "pre_text/0",
             "to_field": "pre_text"
         },
+        {
+            "__type__": {
+                "module": "unitxt.collections_operators",
+                "name": "GetLength"
+            },
+            "field": "table",
+            "to_field": "table_length"
+        },
+        {
+            "__type__": {
+                "module": "unitxt.operators",
+                "name": "FilterByCondition"
+            },
+            "values": {
+                "table_length": 1
+            },
+            "condition": "gt"
+        },
         {
             "__type__": {
                 "module": "unitxt.operators",

src/unitxt/catalog/cards/global_mmlu/am/abstract_algebra.json

@@ -13,16 +13,6 @@
         "filtering_lambda": "lambda x: x['subject'] == 'abstract_algebra'"
     },
     "preprocess_steps": [
-        {
-            "__type__": {
-                "module": "unitxt.operators",
-                "name": "FilterByCondition"
-            },
-            "values": {
-                "subject": "abstract_algebra"
-            },
-            "condition": "eq"
-        },
         {
             "__type__": {
                 "module": "unitxt.operators",

src/unitxt/catalog/cards/global_mmlu/am/anatomy.json

@@ -13,16 +13,6 @@
         "filtering_lambda": "lambda x: x['subject'] == 'anatomy'"
     },
     "preprocess_steps": [
-        {
-            "__type__": {
-                "module": "unitxt.operators",
-                "name": "FilterByCondition"
-            },
-            "values": {
-                "subject": "anatomy"
-            },
-            "condition": "eq"
-        },
         {
             "__type__": {
                 "module": "unitxt.operators",

src/unitxt/catalog/cards/global_mmlu/am/astronomy.json

@@ -13,16 +13,6 @@
         "filtering_lambda": "lambda x: x['subject'] == 'astronomy'"
     },
     "preprocess_steps": [
-        {
-            "__type__": {
-                "module": "unitxt.operators",
-                "name": "FilterByCondition"
-            },
-            "values": {
-                "subject": "astronomy"
-            },
-            "condition": "eq"
-        },
         {
             "__type__": {
                 "module": "unitxt.operators",