update ndr geo

Author: pidoubleyou

src/main/java/mServer/crawler/AddToFilmlist.java

@@ -142,9 +142,23 @@ private void performInitialCleanup() {
     updateArdWebsite(listeEinsortieren);
     updateSenderTagesschau24(listeEinsortieren);
     updateFunkMissingHost(listeEinsortieren);
+    updateGeoForNdrProgressiveGeo(listeEinsortieren);
     removeSrfUrlParameter(listeEinsortieren);
   }
 
+  private void updateGeoForNdrProgressiveGeo(ListeFilme listeEinsortieren) {
+    final List<DatenFilm> list = listeEinsortieren.parallelStream()
+            .filter(film -> film.arr[DatenFilm.FILM_SENDER].equals(Const.NDR)
+                    && film.arr[DatenFilm.FILM_URL] != null
+                    && film.arr[DatenFilm.FILM_URL].contains("progressive_geo"))
+            .filter(film -> film.arr[DatenFilm.FILM_GEO] == null || film.arr[DatenFilm.FILM_GEO].isEmpty())
+            .collect(Collectors.toList());
+    Log.sysLog("NDR: set GEO=DE for " + list.size() + " entries with progressive_geo (out of " + list.size() + ").");
+    if (!list.isEmpty()) {
+      list.forEach(film -> film.arr[DatenFilm.FILM_GEO] = DatenFilm.GEO_DE);
+    }
+  }
+
   private boolean isArdUrlToRemove(final String url) {
     return url.startsWith("https://tvdlzdf-a.akamaihd.net")
             || url.startsWith("https://arteptweb-a.akamaihd.net")
@@ -484,7 +498,7 @@ private boolean orfRemovedVideo(DatenFilm film, Response response) {
 
     @NotNull
     private Request createOnlineCheckRequest(String url) {
-      Builder builder = new Builder().url(url);
+        Request.Builder builder = new Request.Builder().url(url);
       if (isM3u8File(url)) {
         // head request of m3u8 files always returns 405 => use get instead
         return builder.get().build();

src/test/developTest/java/mServer/crawler/AddToFilmlistTest.java

@@ -56,6 +56,7 @@ public MockResponse dispatch(RecordedRequest request) throws InterruptedExceptio
 
         switch (request.getPath()) {
           case "/" + FILM_NAME_ONLINE:
+          case "/progressive_geo/" + FILM_NAME_ONLINE:
           case "/" + FILM_NAME_ONLINE2:
           case "/" + FILM_NAME_ARTE_EXTRAIT:
           case "/world/hls/10vor10/2023/07/10vor10_20230731_215000_19875207_v_webcast_h264_,q40,q10,q20,q30,q50,q60,.mp4.csmil/index-f1-v1-a1.m3u8":
@@ -559,6 +560,37 @@ public void testZdfReplaceAdDeutWithAudiodescription() {
     assertEquals("Film3 (Audiodeskription)", testFilm3.arr[DatenFilm.FILM_TITEL]);
   }
 
+  @Test
+  public void testSetGeoForNdrProgressiveGeoWhenEmpty() {
+    final DatenFilm ndrFilm1 = createTestFilm(Const.NDR, "NDR Topic", "NDR Title", "progressive_geo/" + FILM_NAME_ONLINE);
+    final DatenFilm ndrFilm2 = createTestFilm(Const.NDR, "NDR Topic", "NDR Title 1", FILM_NAME_ONLINE);
+    listToAdd.add(ndrFilm1);
+    listToAdd.add(ndrFilm2);
+
+    AddToFilmlist target = new AddToFilmlist(list, listToAdd);
+    target.addOldList();
+
+    assertEquals(list.size(), 4);
+    // GEO should be set to DE
+    assertEquals(DatenFilm.GEO_DE, ndrFilm1.arr[DatenFilm.FILM_GEO]);
+    assertEquals("", ndrFilm2.arr[DatenFilm.FILM_GEO]);
+  }
+
+  @Test
+  public void testDoNotOverrideExistingGeoForNdrProgressiveGeo() {
+    final DatenFilm ndrFilm = createTestFilm(Const.NDR, "NDR Topic", "NDR Title", "progressive_geo/" + FILM_NAME_ONLINE);
+    // preset GEO to AT (should not be overridden)
+    ndrFilm.arr[DatenFilm.FILM_GEO] = DatenFilm.GEO_AT;
+    listToAdd.add(ndrFilm);
+
+    AddToFilmlist target = new AddToFilmlist(list, listToAdd);
+    target.addOldList();
+
+    assertEquals(list.size(), 3);
+    // GEO should remain AT
+    assertEquals(DatenFilm.GEO_AT, ndrFilm.arr[DatenFilm.FILM_GEO]);
+  }
+
   private static DatenFilm createTestFilm(String sender, String topic, String title,
       String filmUrl) {
     DatenFilm film = new DatenFilm(sender, topic, "url", title, baseUrl + filmUrl, "", "", "", 12,