From 06b47046656bded9b5baf0d114b98ae6b93e8ab2 Mon Sep 17 00:00:00 2001
From: hemaohua <hemaohua@huawei.com>
Date: Thu, 15 Sep 2022 15:20:21 +0800
Subject: [PATCH] stable fasttext performance
---
official/nlp/fasttext/src/load_dataset.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/official/nlp/fasttext/src/load_dataset.py b/official/nlp/fasttext/src/load_dataset.py
index 4a78187a6..f48cd2d66 100644
--- a/official/nlp/fasttext/src/load_dataset.py
+++ b/official/nlp/fasttext/src/load_dataset.py
@@ -35,7 +35,7 @@ def load_dataset(dataset_path,
shuffle=shuffle,
num_shards=rank_size,
shard_id=rank_id,
- num_parallel_workers=32)
+ num_parallel_workers=4)
ori_dataset_size = data_set.get_dataset_size()
print(f"Dataset size: {ori_dataset_size}")
repeat_count = epoch_count
--
GitLab