dealing with gz

geotag/geomap.py

@@ -1,5 +1,7 @@
 import numpy as np
 import folium
+import gzip
+import io
 
 
 BASE_URL = "https://static.renyi.hu/ai-shared/daniel/sameenergy/"
@@ -8,14 +10,16 @@ RADIUS = 1e9 # 0.01
 
 def read_data():
     data = []
-    for l in open("PhotoLibrary.854G.geotags", "r"):
-        a = l.strip().split("\t")
-        if len(a) == 2:
-            assert a[1] == "no"
-        elif a[1] == "nan" or a[2] == "nan":
-            pass
-        else:
-            data.append(a)
+    with gzip.open("PhotoLibrary.854G.geotags.gz", "rb") as gz_file:
+        gz_file = io.TextIOWrapper(gz_file)
+        for l in gz_file:
+            a = l.strip().split("\t")
+            if len(a) == 2:
+                assert a[1] == "no"
+            elif a[1] == "nan" or a[2] == "nan":
+                pass
+            else:
+                data.append(a)
     data = np.array(data, dtype=object)
     coords = np.array(data[:, 1:], dtype=np.float32)
     filenames = data[:, 0]