File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change 7676 _PACKAGED_DATASETS_MODULES ,
7777 _hash_python_lines ,
7878)
79+ from .packaged_modules .folder_based_builder .folder_based_builder import FolderBasedBuilder
7980from .splits import Split
8081from .utils import _dataset_viewer
8182from .utils .file_utils import (
@@ -517,7 +518,7 @@ def infer_module_for_data_files_list(
517518 - dict of builder kwargs
518519 """
519520 extensions_counter = Counter (
520- ("." + suffix .lower (), xbasename (filepath ) in ( "metadata.jsonl" , "metadata.csv" ) )
521+ ("." + suffix .lower (), xbasename (filepath ) in FolderBasedBuilder . METADATA_FILENAMES )
521522 for filepath in data_files_list [: config .DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE ]
522523 for suffix in xbasename (filepath ).split ("." )[1 :]
523524 )
You can’t perform that action at this time.
0 commit comments