From eb2ca942d58f2f454a6f49702010b5b699d8f3e1 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Wed, 7 Jun 2023 22:02:17 +0200 Subject: [PATCH] Up the default crawl delay to 1 second. --- .../java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java index 1d2c01f0..76e605a1 100644 --- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java +++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java @@ -29,7 +29,7 @@ import static java.lang.Math.max; import static java.lang.Math.min; public class CrawlerRetreiver { - private static final long DEFAULT_CRAWL_DELAY_MIN_MS = Long.getLong("defaultCrawlDelay", 500); + private static final long DEFAULT_CRAWL_DELAY_MIN_MS = Long.getLong("defaultCrawlDelay", 1000); private static final long DEFAULT_CRAWL_DELAY_MAX_MS = Long.getLong("defaultCrawlDelaySlow", 2500); private static final int MAX_ERRORS = 10;