downloading now works

hplt-project · Jan 26, 2024 · f69293e · f69293e
1 parent 68581d5
commit f69293e
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/opuscleaner/download.py b/opuscleaner/download.py
@@ -408,10 +408,11 @@ def main():
                         shutil.copy(source_path,target_dir)
                 else:
                     LOG.debug(f"Queueing corpus {corpus_id}")
-                    #get_bilingual_dataset(entry, target_dir)
+                    get_bilingual_dataset(entry, target_dir)
                     #downloader.download(entry) # Currently downloads to DOWNLOAD_PATH
-    # # This does not work, because works do not exit
-    # for thread in downloader.threads:
+    # # This does not work, because workers do not exit
+
+    #for thread in downloader.threads:
     #    thread.join()