diff --git a/official/nlp/fasttext/src/load_dataset.py b/official/nlp/fasttext/src/load_dataset.py index 4a78187a68fb40ec678a1dd40c7a053f82fb37d3..f48cd2d66e11178383781f53f718bcaa887c0c5f 100644 --- a/official/nlp/fasttext/src/load_dataset.py +++ b/official/nlp/fasttext/src/load_dataset.py @@ -35,7 +35,7 @@ def load_dataset(dataset_path, shuffle=shuffle, num_shards=rank_size, shard_id=rank_id, - num_parallel_workers=32) + num_parallel_workers=4) ori_dataset_size = data_set.get_dataset_size() print(f"Dataset size: {ori_dataset_size}") repeat_count = epoch_count