Update timezone info in processor and data class

Author: LouisSzeto

RegalyticsRegulatoryArticle.cs

@@ -199,7 +199,7 @@ public override List<Resolution> SupportedResolutions()
         /// <returns>The <see cref="T:NodaTime.DateTimeZone" /> of this data type</returns>
         public override DateTimeZone DataTimeZone()
         {
-            return TimeZones.NewYork;
+            return TimeZones.Utc;
         }
     }
 }

process.py

@@ -1,6 +1,6 @@
 import json
 import pathlib
-from datetime import datetime
+from datetime import datetime, timedelta
 import os
 import requests
 
@@ -82,12 +82,21 @@
     article['states'] = states
     article['agencies'] = [agency['name'] for agency in article['agencies']]
 
-    # remove timezone info (-04:00) [NewYork]
-    article['created_at'] = article['created_at'][:-6]
+    # adjust timezone info (e.g. -04:00) into UTC time
+    timezone_adjust = article['created_at'][-5:]
+    plus_or_minus = article['created_at'][-6]
+    timezone_adjust = datetime.strptime(timezone_adjust, "%H:%M")
+    timedelta_adjust = timedelta(hours=timezone_adjust.hour, minutes=timezone_adjust.minute)
 
-    # all data received during day T would confer into day T+1 00:00
-    date = datetime.strptime(article['created_at'], '%Y-%m-%dT%H:%M:%S.%f').date()
-    date_key = date.strftime('%Y%m%d')
+    created_at = datetime.strptime(article['created_at'][:-6], '%Y-%m-%dT%H:%M:%S.%f')
+    if plus_or_minus == "+":
+        created_at -= timedelta_adjust
+    elif plus_or_minus == "-":
+        created_at += timedelta_adjust
+    
+    # all data received during day T would confer into bar of Time = Day T 00:00; EndTime = Day T+1 00:00 at UTC time
+    date_key = created_at.date().strftime('%Y%m%d')
+    article['created_at'] = created_at.strftime('%Y-%m-%dT%H:%M:%S.%f')     # UTC Time
 
     if date_key not in articles_by_date:
         date_articles = []