From 3ea1ddae22be62b06a69c12cebbab991f6b68458 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Tue, 26 Dec 2023 19:37:34 +0100 Subject: [PATCH] (crawler) Roll back switch to virtual thread pool in crawler This seems to cause a resource leak, it seems the http library uses thread locals? --- .../src/main/java/nu/marginalia/crawl/CrawlerMain.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/CrawlerMain.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/CrawlerMain.java index 12aad1ed..edbf219f 100644 --- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/CrawlerMain.java +++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/CrawlerMain.java @@ -94,7 +94,7 @@ public class CrawlerMain { 1); fetcher = new HttpFetcherImpl(userAgent.uaString(), - new Dispatcher(Executors.newVirtualThreadPerTaskExecutor()), + new Dispatcher(), new ConnectionPool(5, 10, TimeUnit.SECONDS) ); }