Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-24 05:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(crawler) Fix NPE in crawler caused by not having fetched the domains list yet

Browse Source
This commit is contained in:
Viktor Lofgren 2023-11-06 18:16:38 +01:00
parent e0c769fd19
commit 7617b4cbc2
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
code/processes/crawling-process/src/main/java/nu/marginalia/crawl/spec/DbCrawlSpecProvider.java
View File

@ -2,6 +2,7 @@ package nu.marginalia.crawl.spec;
import com.google.inject.Inject; import com.google.inject.Inject;
import com.zaxxer.hikari.HikariDataSource; import com.zaxxer.hikari.HikariDataSource;
import lombok.SneakyThrows;
import nu.marginalia.ProcessConfiguration; import nu.marginalia.ProcessConfiguration;
import nu.marginalia.model.crawlspec.CrawlSpecRecord; import nu.marginalia.model.crawlspec.CrawlSpecRecord;
import org.slf4j.Logger; import org.slf4j.Logger;
@ -67,8 +68,13 @@ public class DbCrawlSpecProvider implements CrawlSpecProvider {
return domains.size(); return domains.size();
} }
@SneakyThrows
@Override @Override
public Stream<CrawlSpecRecord> stream() { public Stream<CrawlSpecRecord> stream() {
if (domains == null) {
domains = loadData();
}
return domains.stream(); return domains.stream();
} }