diff --git a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java index 238e8944..7b6071e9 100644 --- a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java +++ b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java @@ -6,6 +6,7 @@ import okhttp3.OkHttpClient; import okhttp3.Request; import java.io.IOException; +import java.net.SocketTimeoutException; import java.util.Objects; public class SoftIfModifiedSinceProber { @@ -44,6 +45,9 @@ public class SoftIfModifiedSinceProber { var contentTypeHeader = rsp.header("Last-Modified"); return Objects.equals(contentTypeHeader, tags.lastMod()); } + catch (SocketTimeoutException e) { // suppress timeout exceptions to reduce log noise + return false; + } } }