diff --git a/TTS/tts/datasets/dataset.py b/TTS/tts/datasets/dataset.py
index 210de803..dee719ef 100644
--- a/TTS/tts/datasets/dataset.py
+++ b/TTS/tts/datasets/dataset.py
@@ -11,6 +11,10 @@ from torch.utils.data import Dataset
 from TTS.tts.utils.data import prepare_data, prepare_stop_target, prepare_tensor
 from TTS.utils.audio import AudioProcessor
 
+# to prevent too many open files error as suggested here
+# https://github.com/pytorch/pytorch/issues/11201#issuecomment-421146936
+torch.multiprocessing.set_sharing_strategy('file_system')
+
 
 def _parse_sample(item):
     language_name = None