Update availability.php

internetarchive · Aug 13, 2024 · c0de19e · c0de19e
1 parent ae3aace
commit c0de19e
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/app/src/availability.php b/app/src/availability.php
@@ -31,6 +31,7 @@
 
 $retryLimit = 50;
 $period = 60;
+$batchLimit = 100;
 
 while( true ) {
  do {
@@ -61,10 +62,12 @@
 
  $pendingRequests = DB::getPendingAvailabilityRequests();
 
+ if( !isset( $getURLs ) ) $getURLs = [];
  foreach( $pendingRequests as $pendingRequest ) {
  $payload = $pendingRequest['payload'];
  parse_str( $payload, $payloadBreakdown );
  if( isset( $getURLs[$payloadBreakdown['tag']] ) ) break;
+ if( count( $getURLs ) >= $batchLimit ) break;
  $getURLs[$payloadBreakdown['tag']] = $pendingRequest['payload'];
  $activePayloads[$payloadBreakdown['tag']]['count'] = 0;
  $activePayloads[$payloadBreakdown['tag']]['request_id'] = $pendingRequest['request_id'];