add verification of hard coded splits into test_card

Signed-off-by: dafnapension <[email protected]>

src/unitxt/test_utils/card.py

@@ -6,6 +6,7 @@
 from .. import add_to_catalog, register_local_catalog
 from ..artifact import fetch_artifact
 from ..collections import Collection
+from ..loaders import LoadHF
 from ..logging_utils import get_logger
 from ..metric import _compute
 from ..settings_utils import get_settings
@@ -59,6 +60,24 @@ def load_examples_from_dataset_recipe(card, template_card_index, debug, **kwargs
     kwargs["template_card_index"] = template_card_index
 
     recipe = DatasetRecipe(card=card, **kwargs)
+    loader = recipe.loading.steps[0]
+    if (
+        isinstance(loader, LoadHF)
+        and hasattr(loader, "splits")
+        and loader.splits is not None
+        and isinstance(loader.splits, list)
+    ):
+        endms = recipe()
+        keys_endms = str(sorted(endms.keys()))
+        saved_splits = loader.splits
+        loader.splits = None
+        non_splits_endms = recipe()
+        keys_non_splits_endms = str(sorted(non_splits_endms.keys()))
+        loader.splits = saved_splits
+        assert (
+            keys_endms == keys_non_splits_endms
+        ), f"splits names are not as expected for card of path {loader.path}"
+
     logger.info(f"Using these card recipe parameters: {kwargs}")
 
     if debug: