From 91a98a88076d6c70aee0af9ecc53957c0d02185a Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Wed, 24 Apr 2024 14:10:03 +0200 Subject: [PATCH] (crawler) Reduce log noise from timeouts in SoftIfModifiedSinceProber --- .../crawl/retreival/fetcher/SoftIfModifiedSinceProber.java | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java index 238e8944..7b6071e9 100644 --- a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java +++ b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java @@ -6,6 +6,7 @@ import okhttp3.OkHttpClient; import okhttp3.Request; import java.io.IOException; +import java.net.SocketTimeoutException; import java.util.Objects; public class SoftIfModifiedSinceProber { @@ -44,6 +45,9 @@ public class SoftIfModifiedSinceProber { var contentTypeHeader = rsp.header("Last-Modified"); return Objects.equals(contentTypeHeader, tags.lastMod()); } + catch (SocketTimeoutException e) { // suppress timeout exceptions to reduce log noise + return false; + } } }