cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.write_docs

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.write_docs(q, ar, archive_name)

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.split_dataset