Enabled multithreaded transcribing again as I'm not sure if it's only…

… my env which OOMs
mozilla · Jul 3, 2020 · 4c4b1ec · 4c4b1ec
1 parent bf75606
commit 4c4b1ec
Showing 1 changed file with 4 additions and 9 deletions.
diff --git a/align/align.py b/align/align.py
@@ -485,15 +485,10 @@ def pre_filter():
 
             samples = list(progress(pre_filter(), desc='VAD splitting'))
 
-            # TODO: OOM
-            #pool = multiprocessing.Pool(initializer=init_stt,
-            #                            initargs=(output_graph_path, scorer_path),
-            #                            processes=args.stt_workers)
-            #transcripts = list(progress(pool.imap(stt, samples), desc='Transcribing', total=len(samples)))
-            transcripts = []
-            init_stt(output_graph_path, scorer_path)
-            for sample in samples:
-                transcripts.append(stt(sample))
+            pool = multiprocessing.Pool(initializer=init_stt,
+                                        initargs=(output_graph_path, scorer_path),
+                                        processes=args.stt_workers)
+            transcripts = list(progress(pool.imap(stt, samples), desc='Transcribing', total=len(samples)))
 
             fragments = []
             for time_start, time_end, segment_transcript in transcripts: