Skip to content

Commit ef8ac04

Browse files
committed
fix rate limiting problem with requests to api.arte.tv/opa
1 parent 5ae3a79 commit ef8ac04

1 file changed

Lines changed: 6 additions & 1 deletion

File tree

src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,14 +13,19 @@
1313
public abstract class ArteRateLimitedJsonRestTask<T, R, D extends CrawlerUrlDTO> extends AbstractJsonRestTask<T, R, D> {
1414
private static final long serialVersionUID = 1L;
1515
private static final RateLimiter rateLimiter = RateLimiter.create(MserverDaten.getArteRateLimit());
16+
private static final RateLimiter opaApirateLimiter = RateLimiter.create(1.0);
1617

1718
protected ArteRateLimitedJsonRestTask(MediathekReader aCrawler, ConcurrentLinkedQueue<D> urlToCrawlDTOs, Optional<String> authKey) {
1819
super(aCrawler, urlToCrawlDTOs, authKey);
1920
}
2021

2122
@Override
2223
protected void processRestTarget(final D aDTO, final WebTarget aTarget) {
23-
rateLimiter.acquire();
24+
if (aTarget.getUri().toString().contains("api.arte.tv/api/opa/")) {
25+
opaApirateLimiter.acquire();
26+
} else {
27+
rateLimiter.acquire();
28+
}
2429
super.processRestTarget(aDTO, aTarget);
2530
}
2631
}

0 commit comments

Comments
 (0)