- Reduce threads to 1 to make Google Drive index stable

KoalaBear84 · Feb 16, 2022 · 3ef96af · 3ef96af
1 parent f2f30d8
commit 3ef96af
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 1 deletion.
diff --git a/src/OpenDirectoryDownloader/DirectoryParser.cs b/src/OpenDirectoryDownloader/DirectoryParser.cs
@@ -96,6 +96,15 @@ public static async Task<WebDirectory> ParseHtml(WebDirectory webDirectory, stri
 						}
 					}
 
+					if (googleDriveIndexType is not null)
+					{
+						if (OpenDirectoryIndexer.Session.MaxThreads != 1)
+						{
+							OpenDirectoryIndexer.Session.MaxThreads = 1;
+							Logger.Warn($"Reduce threads to 1 because of Google Drive index");
+						}
+					}
+
 					switch (googleDriveIndexType)
 					{
 						case GoogleDriveIndexMapping.BhadooIndex:
@@ -533,7 +542,7 @@ private static WebDirectory ParseHfsListing(ref string baseUrl, WebDirectory par
 				{
 					string fileName = new Uri(fullUrl).AbsolutePath;
 					string size = divElement.QuerySelector(".item-size").TextContent.Trim();
-					
+
 					parsedWebDirectory.Files.Add(new WebFile
 					{
 						Url = fullUrl,

diff --git a/src/OpenDirectoryDownloader/OpenDirectoryIndexer.cs b/src/OpenDirectoryDownloader/OpenDirectoryIndexer.cs
@@ -638,6 +638,12 @@ private async Task WebDirectoryProcessor(ConcurrentQueue<WebDirectory> queue, st
 
 		do
 		{
+			if (RunningWebDirectoryThreads + 1 > Session.MaxThreads)
+			{
+				Logger.Info($"Stopped thread because it's there are more threads ({RunningWebDirectoryThreads + 1}) running than wanted ({Session.MaxThreads})");
+				break;
+			}
+
 			Interlocked.Increment(ref RunningWebDirectoryThreads);
 
 			if (queue.TryDequeue(out WebDirectory webDirectory))