From b2de3c70fa7f104f473a305cd7d1171cea5b8520 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Sat, 28 Sep 2024 14:36:57 +0200 Subject: [PATCH] (scrape-feeds-actor) Add explicit commit in case it's disabled --- .../nu/marginalia/actor/proc/ScrapeFeedsActor.java | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/code/execution/java/nu/marginalia/actor/proc/ScrapeFeedsActor.java b/code/execution/java/nu/marginalia/actor/proc/ScrapeFeedsActor.java index 1bdefb0b..7e7adb6c 100644 --- a/code/execution/java/nu/marginalia/actor/proc/ScrapeFeedsActor.java +++ b/code/execution/java/nu/marginalia/actor/proc/ScrapeFeedsActor.java @@ -14,6 +14,8 @@ import nu.marginalia.service.control.ServiceEventLog; import nu.marginalia.service.module.ServiceConfiguration; import org.jsoup.Jsoup; import org.jsoup.nodes.Element; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; import java.io.IOException; import java.net.URI; @@ -31,6 +33,8 @@ import java.util.Optional; @Singleton public class ScrapeFeedsActor extends RecordActorPrototype { + private static final Logger logger = LoggerFactory.getLogger(ScrapeFeedsActor.class); + private final Duration pollInterval = Duration.ofHours(6); private final ServiceEventLog eventLog; @@ -148,12 +152,18 @@ public class ScrapeFeedsActor extends RecordActorPrototype { """)) { for (var domain : domains) { + logger.info("Inserting domain {} into the database", domain); + stmt.setString(1, domain.toString()); stmt.setString(2, domain.getTopDomain()); stmt.setInt(3, node); stmt.addBatch(); } stmt.executeBatch(); + + if (!conn.getAutoCommit()) { + conn.commit(); + } } }