@@ -34,80 +34,7 @@ public class ArdTopicPageTask extends ArdTaskBase<ArdFilmInfoDto, CrawlerUrlDTO>
3434 private static final Set <String > TOPICS_LOAD_ALL_PAGES = new HashSet <>();
3535
3636 static {
37- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS8yNDEwMzE1Ng" );
38- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS9zZGIvc3RJZC8xMzM3" );
39- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS9zZGIvc3RJZC8xMjY4" );
40- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS9zZGIvc3RJZC8xMzA1" );
41- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS8yNDEwMzIzNA" );
42- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3N3ci5kZS8yNDEwMzAzNA" );
43- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy8yOGEwMzU4Yi00N2ViLTQ0MDktOGFmZi02ZjVkMDE5NDA2NDc" );
44- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy8wYTNlMzRiYy01OWRhLTRjY2UtOTJlOS01MTAxMjAzZmMzMWM" );
45- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS93ZHJyZXRybw" );
46- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS93ZHJyZXRyb3NwZXppYWw" );
47- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS93ZHJyZXRyb3Nwb3J0" );
48- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3NyLW9ubGluZS5kZS9SRVRSTy1BUw" );
49- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3NyLW9ubGluZS5kZS9SRVRSTy1EU0Q" );
50- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3NyLW9ubGluZS5kZS9SRVRSTy1IRA" );
51- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3NyLW9ubGluZS5kZS9SRVRSTy1JRA" );
52- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3NyLW9ubGluZS5kZS9SRVRSTy1XTQ" );
53- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS9ha3R1ZWxsZXMtbWFnYXppbg" );
54- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS9iZXJpY2h0ZS1kb2t1cy1yZXBvcnRhZ2Vu" );
55- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS9iZXJsaW4tc3RlbGx0LXZvcg" );
56- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi1vbmxpbmUuZGUvYmVybGluZXItYWJlbmRzY2hhdQ" );
57- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS9kYXMtcHJvZmls" );
58- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS9tb3NhaWs" );
59- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JiYi5kZS93aWUtaWNoLWFuZ2VmYW5nZW4taGFiZQ" );
60- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL25kci5kZS80NTkx" );
61- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL25kci5kZS80NTg3" );
62- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2hyLW9ubGluZS8zODIyMDA5Nw" );
63- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2hyLW9ubGluZS8zODIyMDEzNQ" );
64- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2hyLW9ubGluZS8zODIyMDA5NQ" );
65- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2hyLW9ubGluZS8zODIyMDA5Ng" );
66- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3JhZGlvYnJlbWVuLmRlL2IwYTJlZWFlLWI2NjAtNDI5Yi05ZTE3LTM5YzlkZDhmNTc4Ng" );
67- // Tatort
68- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL3RhdG9ydA" );
69- // Filme im Ersten
70- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL2Zlcm5zZWhmaWxtZSBpbSBlcnN0ZW4" );
71- // Sportschau
72- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL3Nwb3J0c2NoYXU" );
73- // temporary load all => remove if old entries exists
74- // MDR in aller Freundschaft
75- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL21kci5kZS9zZW5kZXJlaWhlbi9zdGFmZmVsc2VyaWUtaW4tYWxsZXItZnJldW5kc2NoYWZ0" );
76- // Verrückt nach Meer
77- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy92ZXJydWVja3QtbmFjaC1tZWVy" );
78- // Dahoam is dahoam
79- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy9icm9hZGNhc3RTZXJpZXM6L2JyZGUvZmVybnNlaGVuL2JheWVyaXNjaGVzLWZlcm5zZWhlbi9zZW5kdW5nZW4vZGFob2FtLWlzLWRhaG9hbQ" );
80- // Rote Rosen
81- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS9vbmUvcm90ZXJvc2Vu" );
82- // Sturm der Liebe
83- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL3N0dXJtIGRlciBsaWViZQ" );
84- // in aller freundschaft -die jungen ärzte
85- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL21kci5kZS9zZW5kZXJlaWhlbi9zdGFmZmVsc2VyaWUtaW4tYWxsZXItZnJldW5kc2NoYWZ0LWRpZS1qdW5nZW4tYWVyenRl" );
86- // tokyo vice
87- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL3Rva3lvLXZpY2U" );
88- // um Himmels willen
89- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS9VbSBIaW1tZWxzIFdpbGxlbiBPTkU" );
90- // Rentnercops
91- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2Rhc2Vyc3RlLmRlL3JlbnRuZXJjb3Bz" );
92- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL3dkci5kZS9yZW50bmVyY29wcw" );
93- // alles klara
94- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL21kci5kZS9zZW5kZXJlaWhlbi9zdGFmZmVsc2VyaWUtYWxsZXMta2xhcmE" );
95- // bergauf bergab
96- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy9icm9hZGNhc3RTZXJpZXM6L2JyZGUvZmVybnNlaGVuL2JheWVyaXNjaGVzLWZlcm5zZWhlbi9zZW5kdW5nZW4vYmVyZ2F1Zi1iZXJnYWI" );
97- // HIP
98- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL25kci5kZS80NzQ0" );
99- // Nordstory
100- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL25kci5kZS8xNDk1" );
101- // Dr.Mertens
102- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL21kci5kZS9zZW5kZXJlaWhlbi8wNGVkZmFlOS1hYTBlLTQ4MjEtYTk4Mi0yNmRiZDdjZjEyZTY" );
103- // BR Filme Serien
104- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy9icm9hZGNhc3RTZXJpZXM6L2JyZGUvZmVybnNlaGVuL2JheWVyaXNjaGVzLWZlcm5zZWhlbi9zZW5kdW5nZW4vc3BpZWxmaWxtZS1pbS1icg" );
105- // hubert ohne staller
106- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy9ici1odWJlcnQtb2huZS1zdGFsbGVy" );
107- // lohnt sich das
108- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL2JyLmRlL2Jyb2FkY2FzdFNlcmllcy9mYzkyMWQxMC1iY2VjLTQxZmYtOWY3ZC05ODI0YzM0ZDY1MmY" );
109- // Morden im Norden
110- TOPICS_LOAD_ALL_PAGES .add ("Y3JpZDovL25kci5kZS80OTU1" );
37+ // example: TOPICS_LOAD_ALL_PAGES.add("Y3JpZDovL2Rhc2Vyc3RlLmRlL3Nwb3J0c2NoYXU");
11138 }
11239
11340 public ArdTopicPageTask (MediathekReader aCrawler ,
@@ -186,7 +113,9 @@ private String changePageNumber(final WebTarget aTarget, final int newPageNumber
186113 .getUri ()
187114 .getRawQuery ()
188115 .replaceAll (
189- URL_PAGE_NUMBER_REPLACE_REGEX , PAGE_NUMBER_URL_ENCODED + newPageNumber ))
116+ URL_PAGE_NUMBER_REPLACE_REGEX , PAGE_NUMBER_URL_ENCODED + newPageNumber )
117+ .replaceAll (
118+ "pageNumber=\\ d+" , "pageNumber=" + newPageNumber ))
190119 .build ()
191120 .toString ()
192121 : aTarget .queryParam (PAGE_NUMBER , newPageNumber ).getUri ().toString ();
0 commit comments