add rate limiter

Author: pidoubleyou

src/main/java/mServer/crawler/sender/arte/tasks/ArteRateLimitedJsonRestTask.java

@@ -0,0 +1,25 @@
+package mServer.crawler.sender.arte.tasks;
+
+import com.google.common.util.concurrent.RateLimiter;
+import jakarta.ws.rs.client.WebTarget;
+import mServer.crawler.sender.MediathekReader;
+import mServer.crawler.sender.base.AbstractJsonRestTask;
+import mServer.crawler.sender.base.CrawlerUrlDTO;
+
+import java.util.Optional;
+import java.util.concurrent.ConcurrentLinkedQueue;
+
+public abstract class ArteRateLimitedJsonRestTask<T, R, D extends CrawlerUrlDTO> extends AbstractJsonRestTask<T, R, D> {
+  private static final long serialVersionUID = 1L;
+  private static final RateLimiter rateLimiter = RateLimiter.create(10.0);
+
+  protected ArteRateLimitedJsonRestTask(MediathekReader aCrawler, ConcurrentLinkedQueue<D> urlToCrawlDTOs, Optional<String> authKey) {
+    super(aCrawler, urlToCrawlDTOs, authKey);
+  }
+
+  @Override
+  protected void processRestTarget(final D aDTO, final WebTarget aTarget) {
+    rateLimiter.acquire();
+    super.processRestTarget(aDTO, aTarget);
+  }
+}

src/main/java/mServer/crawler/sender/arte/tasks/ArteVideoInfoTask.java

@@ -25,7 +25,7 @@
 import jakarta.ws.rs.core.Response;
 
 public class ArteVideoInfoTask
-    extends AbstractJsonRestTask<ArteVideoInfoDto, PagedElementListDTO<ArteVideoInfoDto>, TopicUrlDTO> {
+    extends ArteRateLimitedJsonRestTask<ArteVideoInfoDto, PagedElementListDTO<ArteVideoInfoDto>, TopicUrlDTO> {
   private static final long serialVersionUID = 1L;
   protected final transient Logger log = LogManager.getLogger(this.getClass());
   protected transient Optional<AbstractRecursivConverterTask<ArteVideoInfoDto, TopicUrlDTO>> nextPageTask = Optional.empty();

src/main/java/mServer/crawler/sender/arte/tasks/ArteVideoLinkTask.java

@@ -22,7 +22,7 @@
 import jakarta.ws.rs.core.Response;
 
 public class ArteVideoLinkTask
-    extends AbstractJsonRestTask<ArteVideoInfoDto, List<ArteVideoLinkDto>, ArteVideoInfoDto> {
+    extends ArteRateLimitedJsonRestTask<ArteVideoInfoDto, List<ArteVideoLinkDto>, ArteVideoInfoDto> {
   private static final long serialVersionUID = 1L;
   protected final transient Logger log = LogManager.getLogger(this.getClass());