chore: Add delays to data fetching to protect us from being banned fr…

…om the API
CurseForgeCommunity · Nov 7, 2024 · ecb5ea7 · ecb5ea7
1 parent 7b42d04
commit ecb5ea7
Show file tree

Hide file tree

Showing 4 changed files with 14 additions and 9 deletions.
diff --git a/CFDiscordBot/CFDiscordBot.csproj b/CFDiscordBot/CFDiscordBot.csproj
@@ -8,10 +8,10 @@
 	</PropertyGroup>
 
 	<ItemGroup>
-		<PackageReference Include="CurseForge.APIClient" Version="2.2.0" />
-		<PackageReference Include="Discord.Net" Version="3.13.0" />
-		<PackageReference Include="Microsoft.Extensions.Hosting" Version="8.0.0" />
-		<PackageReference Include="Microsoft.Extensions.Hosting.Abstractions" Version="8.0.0" />
+		<PackageReference Include="CurseForge.APIClient" Version="3.0.0" />
+		<PackageReference Include="Discord.Net" Version="3.16.0" />
+		<PackageReference Include="Microsoft.Extensions.Hosting" Version="8.0.1" />
+		<PackageReference Include="Microsoft.Extensions.Hosting.Abstractions" Version="8.0.1" />
 	</ItemGroup>
 
 	<ItemGroup>

diff --git a/CFDiscordBot/DiscordBot.cs b/CFDiscordBot/DiscordBot.cs
@@ -43,7 +43,7 @@ private async Task DiscordClient_ShardReady(DiscordSocketClient _shardClient)
             await interactionService.AddModulesAsync(Assembly.GetEntryAssembly(), serviceProvider);
             await interactionService.RegisterCommandsGloballyAsync(true);
 
-            discordClient.InteractionCreated += DiscordClient_InteractionCreated; ;
+            discordClient.InteractionCreated += DiscordClient_InteractionCreated;
 
             logger.LogInformation("Slash commands registered");
         }

diff --git a/CFLookup/CFLookup.csproj b/CFLookup/CFLookup.csproj
@@ -15,13 +15,13 @@
   </PropertyGroup>
 
   <ItemGroup>
-	  <PackageReference Include="Hangfire.AspNetCore" Version="1.8.9" />
+	  <PackageReference Include="Hangfire.AspNetCore" Version="1.8.15" />
 	  <PackageReference Include="Hangfire.Dashboard.BasicAuthorization" Version="1.0.2" />
 	  <PackageReference Include="Hangfire.Redis.StackExchange" Version="1.9.3" />
 	  <PackageReference Include="Microsoft.Data.SqlClient" Version="5.1.5" />
-	  <PackageReference Include="NSec.Cryptography" Version="22.4.0" />
-    <PackageReference Include="CurseForge.APIClient" Version="2.2.0" />
-    <PackageReference Include="StackExchange.Redis" Version="2.7.17" />
+	  <PackageReference Include="NSec.Cryptography" Version="24.4.0" />
+    <PackageReference Include="CurseForge.APIClient" Version="3.0.0" />
+    <PackageReference Include="StackExchange.Redis" Version="2.8.16" />
   </ItemGroup>
 
   <ProjectExtensions><VisualStudio><UserProperties wwwroot_4manifest_1json__JsonSchema="https://json.schemastore.org/web-manifest-combined.json" /></VisualStudio></ProjectExtensions>

diff --git a/CFLookup/Jobs/GetLatestUpdatedModPerGame.cs b/CFLookup/Jobs/GetLatestUpdatedModPerGame.cs
@@ -28,6 +28,7 @@ public static async Task RunAsync(PerformContext context)
 
                 var allGames = new List<Game>();
                 var games = await cfClient.GetGamesAsync();
+                await Task.Delay(100);
                 if (games != null && games.Pagination.ResultCount > 0)
                 {
                     allGames.AddRange(games.Data);
@@ -36,6 +37,7 @@ public static async Task RunAsync(PerformContext context)
                     {
                         index += games.Pagination.PageSize;
                         games = await cfClient.GetGamesAsync(index);
+                        await Task.Delay(100);
                         allGames.AddRange(games.Data);
                     }
                 }
@@ -206,6 +208,7 @@ public static async Task RunAsync(PerformContext context)
                         {
                             allGames.Add(game.Data);
                         }
+                        await Task.Delay(100);
                     }
                 }
 
@@ -214,6 +217,8 @@ public static async Task RunAsync(PerformContext context)
                     Console.WriteLine($"Starting to check for latest updated mod for {game.Name} (GameId: {game.Id})");
                     await _db.StringSetAsync($"cf-game-{game.Id}", JsonSerializer.Serialize(game), TimeSpan.FromDays(1));
 
+                    await Task.Delay(100);
+
                     var latestUpdatedMod = await cfClient.SearchModsAsync(game.Id, sortField: ModsSearchSortField.LastUpdated, sortOrder: ModsSearchSortOrder.Descending, pageSize: 1);
                     if (latestUpdatedMod != null && latestUpdatedMod.Pagination.ResultCount > 0)
                     {