Elron commited on
Commit
0c55b4f
1 Parent(s): 5c545d2

Upload dataset.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. dataset.py +7 -0
dataset.py CHANGED
@@ -1,5 +1,6 @@
1
  import datasets
2
 
 
3
  from .artifact import Artifact, UnitxtArtifactNotFoundError
4
  from .artifact import __file__ as _
5
  from .artifact import fetch_artifact
@@ -9,6 +10,7 @@ from .catalog import __file__ as _
9
  from .collections import __file__ as _
10
  from .common import __file__ as _
11
  from .dataclass import __file__ as _
 
12
  from .file_utils import __file__ as _
13
  from .fusion import __file__ as _
14
  from .generator_utils import __file__ as _
@@ -22,6 +24,7 @@ from .normalizers import __file__ as _
22
  from .operator import __file__ as _
23
  from .operators import __file__ as _
24
  from .processors import __file__ as _
 
25
  from .recipe import __file__ as _
26
  from .register import __file__ as _
27
  from .register import register_all_artifacts
@@ -91,3 +94,7 @@ class Dataset(datasets.GeneratorBasedBuilder):
91
  generator = self.generators[split_name]
92
  for i, row in enumerate(generator):
93
  yield i, row
 
 
 
 
 
1
  import datasets
2
 
3
+ from ._version import __file__ as _
4
  from .artifact import Artifact, UnitxtArtifactNotFoundError
5
  from .artifact import __file__ as _
6
  from .artifact import fetch_artifact
 
10
  from .collections import __file__ as _
11
  from .common import __file__ as _
12
  from .dataclass import __file__ as _
13
+ from .dict_utils import __file__ as _
14
  from .file_utils import __file__ as _
15
  from .fusion import __file__ as _
16
  from .generator_utils import __file__ as _
 
24
  from .operator import __file__ as _
25
  from .operators import __file__ as _
26
  from .processors import __file__ as _
27
+ from .random_utils import __file__ as _
28
  from .recipe import __file__ as _
29
  from .register import __file__ as _
30
  from .register import register_all_artifacts
 
94
  generator = self.generators[split_name]
95
  for i, row in enumerate(generator):
96
  yield i, row
97
+
98
+ def _download_and_prepare(self, dl_manager, verification_mode, **prepare_splits_kwargs):
99
+ result = super()._download_and_prepare(dl_manager, "no_checks", **prepare_splits_kwargs)
100
+ return result