From f811a29f877a8affe5561e7e9bd6a804ae8c7da1 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Wed, 27 Dec 2023 16:32:17 +0100 Subject: [PATCH] (crawler) Fix resource leak in crawler A 10 MB thread local buffer wasn't static. Oops. --- .../marginalia/crawl/retreival/fetcher/warc/WarcRecorder.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/fetcher/warc/WarcRecorder.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/fetcher/warc/WarcRecorder.java index aad015d7..9bd14ab6 100644 --- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/fetcher/warc/WarcRecorder.java +++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/retreival/fetcher/warc/WarcRecorder.java @@ -37,7 +37,7 @@ public class WarcRecorder implements AutoCloseable { private final Path warcFile; private static final Logger logger = LoggerFactory.getLogger(WarcRecorder.class); - private final ThreadLocal bufferThreadLocal = ThreadLocal.withInitial(() -> new byte[MAX_SIZE]); + private final static ThreadLocal bufferThreadLocal = ThreadLocal.withInitial(() -> new byte[MAX_SIZE]); private boolean temporaryFile = false;