Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-23 21:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(crawler) Reduce log noise from timeouts in SoftIfModifiedSinceProber

Browse Source
This commit is contained in:
Viktor Lofgren 2024-04-24 14:10:03 +02:00
parent 32fe864a33
commit 91a98a8807
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
code/processes/crawling-process/java/nu/marginalia/crawl/retreival/fetcher/SoftIfModifiedSinceProber.java
View File

@ -6,6 +6,7 @@ import okhttp3.OkHttpClient;
import okhttp3.Request;
import java.io.IOException;
import java.net.SocketTimeoutException;
import java.util.Objects;
public class SoftIfModifiedSinceProber {
@ -44,6 +45,9 @@ public class SoftIfModifiedSinceProber {
var contentTypeHeader = rsp.header("Last-Modified");
return Objects.equals(contentTypeHeader, tags.lastMod());
}
catch (SocketTimeoutException e) { // suppress timeout exceptions to reduce log noise
return false;
}
}
}