(actor) Delete old data in the migration actor

This commit is contained in:
Viktor Lofgren 2025-01-29 14:51:46 +01:00
parent 6ece6a6cfb
commit 32c6dd9e6a

View File

@ -75,6 +75,7 @@ public class MigrateCrawlDataActor extends RecordActorPrototype {
if (Files.exists(inputPath)) {
try {
SlopCrawlDataRecord.convertFromParquet(inputPath, outputPath);
Files.deleteIfExists(inputPath);
} catch (Exception ex) {
outputPath = inputPath; // don't update the work log on error
logger.error("Failed to convert " + inputPath, ex);