From 6daf49e51156995ec5958cdb6854fdcd54d2c804 Mon Sep 17 00:00:00 2001
From: Julien Nioche <julien@digitalpebble.com>
Date: Sat, 14 Sep 2024 10:44:16 +0100
Subject: [PATCH] Fix #87, similar behaviour re-blocking whether specitying a
 kew or not

Signed-off-by: Julien Nioche <julien@digitalpebble.com>
---
 .../urlfrontier/service/AbstractFrontierService.java        | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java b/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java
index e474688..15492b7 100644
--- a/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java
+++ b/service/src/main/java/crawlercommons/urlfrontier/service/AbstractFrontierService.java
@@ -595,6 +595,12 @@ public void getURLs(GetParams request, StreamObserver<URLInfo> responseObserver)
                 return;
             }
 
+            // already has its fill of URLs in process
+            if (queue.getInProcess(now) >= maxURLsPerQueue) {
+                responseObserver.onCompleted();
+                return;
+            }
+
             int totalSent =
                     sendURLsForQueue(
                             queue, qwc, maxURLsPerQueue, secsUntilRequestable, now, synchStreamObs);