cerebras.modelzoo.data_preparation.nlp.slimpajama.split_dataset.generate_samples#

cerebras.modelzoo.data_preparation.nlp.slimpajama.split_dataset.generate_samples(files, queues, process_id)[source]#

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.split_dataset

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.split_dataset.main