remove stacktrace from srf website url rebuild, limit number of films

Author: codingPF

src/main/java/de/mediathekview/mserver/base/utils/FilmDBService.java

@@ -224,9 +224,10 @@ public <T> List<T> filterNewVideos(Sender sender, List<T> videos, Function<T, St
       }
       LOG.debug("Filtered {} in {} (in {} vs out {})",(videos.size()-result.size()), sender.getName(), videos.size(), result.size());
       // CARP films pro Nacht. Die filme werden dann am nächsten tag gefunden. TODO: für die nächste runde.
-      /* result = new ArrayList<>(result.subList(0, 200000));
-       * 
-       */
+      if(result.size() > 100_000) {
+        LOG.debug("CARP - reduced number of films to 100000 in one job");
+      }
+      result = new ArrayList<>(result.subList(0, 100_000));
       return result;
     } catch (Exception e) {
       LOG.error("{}", e);

src/main/java/de/mediathekview/mserver/crawler/ard/ArdCrawler.java

@@ -57,7 +57,6 @@ private Queue<CrawlerUrlDTO> createDayUrlsToCrawl() {
 
   @Override
   protected RecursiveTask<Set<Film>> createCrawlerTask() {
-    ConcurrentLinkedQueue<CrawlerUrlDTO> test = new ConcurrentLinkedQueue<>();
     try {
       final ForkJoinTask<Set<ArdFilmInfoDto>> dayTask =
           forkJoinPool.submit(new ArdDayPageTask(this, createDayUrlsToCrawl()));

src/main/java/de/mediathekview/mserver/crawler/srf/parser/SrfFilmJsonDeserializer.java

@@ -97,7 +97,9 @@ private static Optional<URL> buildWebsiteUrl(
     try {
       return Optional.of(URI.create(url).toURL());
     } catch (final MalformedURLException ex) {
-      LOG.error(String.format("The website url \"%s\" isn't valid.", url), ex);
+      LOG.debug("The website url {} isn't valid", url);
+      //LOG.error(String.format("The website url \"%s\" isn't valid.", url), ex);
+      
     }
 
     return Optional.empty();
@@ -106,7 +108,12 @@ private static Optional<URL> buildWebsiteUrl(
   private static String replaceCharForUrl(final String aValue) {
     return aValue
         .toLowerCase()
+        .replaceAll("\\p{C}", "")   // entfernt ALLE Control Char
         .replace(' ', '-')
+        .replace("ä", "ae")
+        .replace("ü", "ue")
+        .replace("ö", "oe")
+        .replace("ß", "ss")
         .replace('.', '-')
         .replace(',', '-')
         .replace(":", "")
@@ -120,9 +127,10 @@ private static String replaceCharForUrl(final String aValue) {
         .replace("«", "")
         .replace("»", "")
         .replace(" ", "")
+        .replace("--", "-")
         .replace("--", "-");
   }
-
+  
   private static String parseShow(final JsonObject aJsonObject) {
     if (aJsonObject.has(ELEMENT_SHOW)) {
       final JsonElement showElement = aJsonObject.get(ELEMENT_SHOW);