cerebras.modelzoo.data_preparation.data_preprocessing.preprocess_data.preprocess_data

cerebras.modelzoo.data_preparation.data_preprocessing.preprocess_data.preprocess_data(params)

previous

cerebras.modelzoo.data_preparation.data_preprocessing.preprocess_data.main

next

cerebras.modelzoo.data_preparation.data_preprocessing.pretraining_token_generator