Mirror/MarginaliaSearch
1
0
Fork 0
mirror of https://github.com/MarginaliaSearch/MarginaliaSearch.git synced 2025-02-24 05:18:58 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(crawl) Make crawler limiter request a GC when throttling

Browse Source
This commit is contained in:
Viktor Lofgren 2023-08-03 17:58:18 +02:00
parent 63e857f7cd
commit c22feaf42e
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
code/processes/crawling-process/src/main/java/nu/marginalia/crawl/CrawlLimiter.java
View File

@ -51,6 +51,9 @@ public class CrawlLimiter {
else if (!oldThrottle && freeMemory < THROTTLE_TRIGGER_FREE_RAM) { else if (!oldThrottle && freeMemory < THROTTLE_TRIGGER_FREE_RAM) {
newThrottle = true; newThrottle = true;
logger.warn("Memory based throttling triggered"); logger.warn("Memory based throttling triggered");
// Try to GC
System.gc();
} }