From 32c6dd9e6a37b011a48a5284ff70ce4a5cc7e700 Mon Sep 17 00:00:00 2001 From: Viktor Lofgren Date: Wed, 29 Jan 2025 14:51:46 +0100 Subject: [PATCH] (actor) Delete old data in the migration actor --- .../java/nu/marginalia/actor/task/MigrateCrawlDataActor.java | 1 + 1 file changed, 1 insertion(+) diff --git a/code/execution/java/nu/marginalia/actor/task/MigrateCrawlDataActor.java b/code/execution/java/nu/marginalia/actor/task/MigrateCrawlDataActor.java index ff29cabf..18cb7cc4 100644 --- a/code/execution/java/nu/marginalia/actor/task/MigrateCrawlDataActor.java +++ b/code/execution/java/nu/marginalia/actor/task/MigrateCrawlDataActor.java @@ -75,6 +75,7 @@ public class MigrateCrawlDataActor extends RecordActorPrototype { if (Files.exists(inputPath)) { try { SlopCrawlDataRecord.convertFromParquet(inputPath, outputPath); + Files.deleteIfExists(inputPath); } catch (Exception ex) { outputPath = inputPath; // don't update the work log on error logger.error("Failed to convert " + inputPath, ex);