Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-24 05:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(feed) Wipe the feeds db and start over from system URLs periodically.

Browse Source
This commit is contained in:
Viktor Lofgren 2024-11-09 18:17:16 +01:00
parent b8e0dc93d7
commit a293266ccd
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
code/functions/live-capture/java/nu/marginalia/rss/svc/FeedFetcherService.java
View File

@ -24,6 +24,7 @@ import java.io.IOException;
import java.net.http.HttpClient; import java.net.http.HttpClient;
import java.sql.SQLException; import java.sql.SQLException;
import java.time.Duration; import java.time.Duration;
import java.time.LocalDate;
import java.time.LocalDateTime; import java.time.LocalDateTime;
import java.time.ZonedDateTime; import java.time.ZonedDateTime;
import java.time.format.DateTimeFormatter; import java.time.format.DateTimeFormatter;
@ -89,7 +90,12 @@ public class FeedFetcherService {
// RSS exports instead // RSS exports instead
Collection<FeedDefinition> definitions = feedDb.getAllFeeds(); Collection<FeedDefinition> definitions = feedDb.getAllFeeds();
if (definitions == null) {
// If we didn't get any definitions, or approximately every other month, read them from the system
// to get the latest feeds. As the feeds known by the system have a lot of dead links, we don't
// want to do this too often.
final LocalDate today = LocalDate.now();
if (definitions == null || (today.getDayOfMonth() == 1 && (today.getMonthValue() % 2) == 0)) {
definitions = readDefinitionsFromSystem(); definitions = readDefinitionsFromSystem();
} }