Skip to content

Commit 3b816bb

Browse files
committed
Arte: reduce search depth
2 parents 0f7d854 + 1af043a commit 3b816bb

3 files changed

Lines changed: 7 additions & 5 deletions

File tree

build.gradle

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ sourceCompatibility = JavaVersion.VERSION_17
2727
targetCompatibility = JavaVersion.VERSION_17
2828
group = 'de.mediathekview'
2929
archivesBaseName = "MServer"
30-
version = '3.1.252'
30+
version = '3.1.253'
3131

3232
def jarName = 'MServer.jar'
3333
def mainClass = 'mServer.Main'

src/main/java/mServer/crawler/sender/arte/ArteHttpClient.java

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
import com.google.common.util.concurrent.RateLimiter;
44
import com.google.gson.Gson;
5+
import de.mediathekview.mlib.Config;
56
import de.mediathekview.mlib.tool.Log;
67
import de.mediathekview.mlib.tool.MVHttpClient;
78
import okhttp3.OkHttpClient;
@@ -87,7 +88,8 @@ public static <T> T executeRequest(final String sender, Logger logger, Gson gson
8788
} else {
8889
// bei 429 (too many requests) warten und nochmal versuchen
8990
// Wartezeit von 60s aus Header Retry-After
90-
Log.sysLog("429: " + aUrl);
91+
String retryAfter = response.header("Retry-After", "");
92+
Log.sysLog("429: " + aUrl + " - retry after: " + retryAfter);
9193
try {
9294
TimeUnit.MILLISECONDS.sleep(60000);
9395
FilmeSuchen.listeSenderLaufen.inc(sender, RunSender.Count.FEHLVERSUCHE);
@@ -102,7 +104,7 @@ public static <T> T executeRequest(final String sender, Logger logger, Gson gson
102104
}
103105

104106
}
105-
} while (!stop);
107+
} while (!stop && !Config.getStop());
106108

107109
} catch (IOException ex) {
108110
logger.error("Beim laden der Filme für Arte kam es zu Verbindungsproblemen.", ex);

src/main/java/mServer/crawler/sender/arte/MediathekArte.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -273,10 +273,10 @@ private void loadNextPage(String sender, String langCode, String aCategory, Stri
273273

274274
private boolean shouldLoadNextPage(String sender) {
275275
if (Const.ARTE_DE.equals(sender)) {
276-
return true;
276+
return subPage < 10;
277277
}
278278

279-
return subPage < 5;
279+
return subPage < 2;
280280
}
281281

282282
private void loadCollections(String sender, String langCode, Gson gsonParent, Gson gsonChild, ArteCategoryFilmsDTO dto) {

0 commit comments

Comments
 (0)