diff --git a/official/nlp/fasttext/src/load_dataset.py b/official/nlp/fasttext/src/load_dataset.py
index 4a78187a68fb40ec678a1dd40c7a053f82fb37d3..f48cd2d66e11178383781f53f718bcaa887c0c5f 100644
--- a/official/nlp/fasttext/src/load_dataset.py
+++ b/official/nlp/fasttext/src/load_dataset.py
@@ -35,7 +35,7 @@ def load_dataset(dataset_path,
                                   shuffle=shuffle,
                                   num_shards=rank_size,
                                   shard_id=rank_id,
-                                  num_parallel_workers=32)
+                                  num_parallel_workers=4)
         ori_dataset_size = data_set.get_dataset_size()
         print(f"Dataset size: {ori_dataset_size}")
         repeat_count = epoch_count