From 7617b4cbc2407c2063d306ff8557afe18f31e73f Mon Sep 17 00:00:00 2001
From: Viktor Lofgren <vlofgren@gmail.com>
Date: Mon, 6 Nov 2023 18:16:38 +0100
Subject: [PATCH] (crawler) Fix NPE in crawler caused by not having fetched the
 domains list yet

---
 .../java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java  | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java
index 908445c3..79b08117 100644
--- a/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java
+++ b/code/processes/crawling-process/src/main/java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java
@@ -2,6 +2,7 @@ package nu.marginalia.crawl.spec;
 
 import com.google.inject.Inject;
 import com.zaxxer.hikari.HikariDataSource;
+import lombok.SneakyThrows;
 import nu.marginalia.ProcessConfiguration;
 import nu.marginalia.model.crawlspec.CrawlSpecRecord;
 import org.slf4j.Logger;
@@ -67,8 +68,13 @@ public class DbCrawlSpecProvider implements CrawlSpecProvider {
         return domains.size();
     }
 
+    @SneakyThrows
     @Override
     public Stream<CrawlSpecRecord> stream() {
+        if (domains == null) {
+            domains = loadData();
+        }
+
         return domains.stream();
     }