cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range#

cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range(region, offsets, starting_offset_position)[source]#

previous

cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_region_in_formatted_string

next

cerebras.modelzoo.data_preparation.data_preprocessing.utils.format_fim