cerebras.modelzoo.data_preparation.data_preprocessing.utils.has_valid_extension#

cerebras.modelzoo.data_preparation.data_preprocessing.utils.has_valid_extension(file)[source]#

previous

cerebras.modelzoo.data_preparation.data_preprocessing.utils.handle_bos_token_default

next

cerebras.modelzoo.data_preparation.data_preprocessing.utils.listdir_or_file