Upload dataset.py with huggingface_hub

dataset.py

@@ -27,46 +27,55 @@ from .metrics import __file__ as _
 from .normalizers import __file__ as _
 from .operator import __file__ as _
 from .operators import __file__ as _
+from .parsing_utils import __file__ as _
 from .processors import __file__ as _
 from .random_utils import __file__ as _
 from .recipe import __file__ as _
 from .register import __file__ as _
 from .schema import __file__ as _
-from .serializers import __file__ as _
 from .settings_utils import __file__ as _
+from .settings_utils import get_constants
+from .span_lableing_operators import __file__ as _
 from .split_utils import __file__ as _
 from .splitters import __file__ as _
 from .standard import __file__ as _
 from .stream import __file__ as _
+from .struct_data_operators import __file__ as _
+from .system_prompts import __file__ as _
 from .task import __file__ as _
 from .templates import __file__ as _
 from .text_utils import __file__ as _
 from .type_utils import __file__ as _
 from .utils import __file__ as _
+from .utils import is_package_installed
 from .validate import __file__ as _
 from .version import __file__ as _
 from .version import version
 
 logger = get_logger()
+constants = get_constants()
 
 
 class Dataset(datasets.GeneratorBasedBuilder):
     """TODO: Short description of my dataset."""
 
-    VERSION = datasets.Version(version)
+    VERSION = constants.version
 
     @property
     def generators(self):
         if not hasattr(self, "_generators") or self._generators is None:
-            try:
+            if is_package_installed("unitxt"):
+                from unitxt.settings_utils import \
+                    get_constants as installed_get_constants
+
+                installed_package_constants = installed_get_constants()
+                if installed_package_constants.version != self.VERSION:
+                    raise ValueError(
+                        f"Located installed unitxt version {installed_get_constants.version} that is different then unitxt dataset version {self.VERSION}. Please make sure the installed version is identical to the dataset version."
+                    )
                 from unitxt.dataset_utils import \
                     get_dataset_artifact as get_dataset_artifact_installed
 
-                unitxt_installed = True
-            except ImportError:
-                unitxt_installed = False
-
-            if unitxt_installed:
                 logger.info("Loading with installed unitxt library...")
                 dataset = get_dataset_artifact_installed(self.config.name)
             else: