diff --git a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java index adef8ea1..195088bb 100644 --- a/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java +++ b/code/processes/crawling-process/java/nu/marginalia/crawl/retreival/CrawlerRetreiver.java @@ -297,16 +297,16 @@ public class CrawlerRetreiver implements AutoCloseable { } private final List likelyFeedEndpoints = List.of( - "/rss.xml", - "/atom.xml", - "/feed.xml", - "/index.xml", - "/feed", - "/rss", - "/atom", - "/feeds", - "/blog/feed", - "/blog/rss" + "rss.xml", + "atom.xml", + "feed.xml", + "index.xml", + "feed", + "rss", + "atom", + "feeds", + "blog/feed", + "blog/rss" ); private Optional guessFeedUrl(CrawlDelayTimer timer) throws InterruptedException {