Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-24 05:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(warc) Fix resync

Browse Source
This commit is contained in:
Viktor Lofgren 2023-12-25 01:03:03 +01:00
parent 4c9bc13309
commit d72e871265
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/CrawlerWarcResynchronizer.java
View File

@ -11,6 +11,7 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.io.IOException; import java.io.IOException;
import java.io.UncheckedIOException;
import java.nio.file.Path; import java.nio.file.Path;
/** /**
@ -39,7 +40,7 @@ public class CrawlerWarcResynchronizer {
for (var item : reader) { for (var item : reader) {
accept(item); accept(item);
} }
} catch (IOException e) { } catch (UncheckedIOException | IOException e) {
logger.info(STR."Failed read full warc file \{tempFile}", e); logger.info(STR."Failed read full warc file \{tempFile}", e);
} }
@ -48,7 +49,7 @@ public class CrawlerWarcResynchronizer {
for (var item : reader) { for (var item : reader) {
recorder.resync(item); recorder.resync(item);
} }
} catch (IOException e) { } catch (UncheckedIOException | IOException e) {
logger.info(STR."Failed read full warc file \{tempFile}", e); logger.info(STR."Failed read full warc file \{tempFile}", e);
} }
} }