From fc5017292994d5d471f244e7f9fd9aa62cedb206 Mon Sep 17 00:00:00 2001 From: pidoubleyou <22942659+pidoubleyou@users.noreply.github.com> Date: Wed, 25 Feb 2026 22:16:47 +0100 Subject: [PATCH 1/2] reduce arte.de search depth --- src/main/java/mServer/crawler/sender/arte/ArteCrawler.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/main/java/mServer/crawler/sender/arte/ArteCrawler.java b/src/main/java/mServer/crawler/sender/arte/ArteCrawler.java index df164f1d..bccbe81f 100644 --- a/src/main/java/mServer/crawler/sender/arte/ArteCrawler.java +++ b/src/main/java/mServer/crawler/sender/arte/ArteCrawler.java @@ -111,9 +111,9 @@ private int getNumberOfAvailablePages(String lang) { protected int getMaximumSubpages() { if (CrawlerTool.loadLongMax()) { - return 20; - } else { return 10; + } else { + return 5; } } } From 25a4e5c7264c1d1b14064a613480f9a8fce7d80e Mon Sep 17 00:00:00 2001 From: pidoubleyou <22942659+pidoubleyou@users.noreply.github.com> Date: Wed, 25 Feb 2026 22:17:31 +0100 Subject: [PATCH 2/2] adjust rate limit due to lots of retries in log --- .../crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java b/src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java index d8b19996..8c7535e9 100644 --- a/src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java +++ b/src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java @@ -21,7 +21,7 @@ public abstract class ArteRateLimitedJsonRestTask extends AbstractJsonRestTask { private static final long serialVersionUID = 1L; private static final RateLimiter rateLimiter = RateLimiter.create(MserverDaten.getArteRateLimit()); - private static final RateLimiter opaApirateLimiter = RateLimiter.create(0.3); + private static final RateLimiter opaApirateLimiter = RateLimiter.create(0.2); protected ArteRateLimitedJsonRestTask(MediathekReader aCrawler, ConcurrentLinkedQueue urlToCrawlDTOs, Optional authKey) { super(aCrawler, urlToCrawlDTOs, authKey);