diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java index 42f5960e..e569d1cf 100644 --- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java +++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java @@ -149,7 +149,8 @@ public class CrawlerRetreiver { while (!crawlFrontier.isEmpty() && !crawlFrontier.isCrawlDepthReached() - && errorCount < MAX_ERRORS) + && errorCount < MAX_ERRORS + && !Thread.interrupted()) { var top = crawlFrontier.takeNextUrl();