Proof of concept for Sachsen

13_sachsen.py

@@ -4,10 +4,18 @@
 
 # https://geodienste.sachsen.de/ags-relay/ArcGISServer/guest/arcgis/rest/services/geosn/rest_geosn_downloadlinks/MapServer/3
 
-import pandas as pd
+import json
+from datetime import datetime
+
 import requests
 
-MAP_SERVICE_URL = "https://geodienste.sachsen.de/ags-relay/ArcGISServer/guest/arcgis/rest/services/geosn/rest_geosn_downloadlinks/MapServer/3/query"
+from citygml_download import TMP_DIR, Bundesland, CityGMLWithDate, download_all_files, download_file
+
+SACHSEN = Bundesland(
+    "Sachsen",
+    source="https://geodienste.sachsen.de/ags-relay/ArcGISServer/guest/arcgis/rest/services/geosn/rest_geosn_downloadlinks/MapServer/3/query",
+    info="https://www.geodaten.sachsen.de/",
+)
 
 PAGE_SIZE = 1000  # Max amount for Sachsen Server
 all_tiles = []
@@ -15,7 +23,32 @@ current_offset = 0
 
 print(f"Starting paged query to retrieve all tiles (page size: {PAGE_SIZE})...")
 
+
+def get_lod2_key(url: str) -> str:
+    batch_html_path = TMP_DIR / "sachsen_batch.html"
+    try:
+        download_file(url, batch_html_path)
+
+        with open(batch_html_path) as batch_html:
+            lines = batch_html.readlines()
+            interesting = next(line for line in lines if "products=" in line)
+
+            products = json.loads(interesting.split("=")[1])
+
+            lod2 = products["LoD2_CityGML"]
+            return lod2["share_id"]
+
+    except Exception as e:
+        print(f"❌ Something went wrong while trying to get key to download GMLs {e}")
+        # Hoping it's still the correct one:
+        return "AyJqXpJAZJXomCb"
+
+
 keep_downloading = True
+citygmls = []
+
+KEY = get_lod2_key("https://www.geodaten.sachsen.de/batch-download-4719.html")
+DOWNLOAD_SERVER = f"https://geocloud.landesvermessung.sachsen.de/public.php/dav/files/{KEY}/"
 
 while keep_downloading:
     QUERY_PARAMS = {
@@ -28,7 +61,7 @@ while keep_downloading:
     }
 
     try:
-        response = requests.get(MAP_SERVICE_URL, params=QUERY_PARAMS)
+        response = requests.get(SACHSEN.source, params=QUERY_PARAMS)
         response.raise_for_status()
         data = response.json()
         keep_downloading = data.get("exceededTransferLimit", False)
@@ -38,13 +71,29 @@ while keep_downloading:
         break
 
     if "features" in data and data["features"]:
-        features = data["features"]
-
-        tile_list = [f["attributes"] for f in features]
-        all_tiles.extend(tile_list)
-
-        print(f"  -> Retrieved {len(tile_list)} tiles. Total gathered: {len(all_tiles)}")
+        import rich
+
+        print()
+        for feature in data["features"]:
+            attributes = feature["attributes"]
+            import rich
+
+            rich.print(feature)
+            filename = attributes["Download_CityGML"].split("/")[-1]
+            year = int(attributes["Stand"].split("(")[0])
+            rich.print(feature, filename, year)
+
+            citygmls.append(
+                CityGMLWithDate(
+                    url=DOWNLOAD_SERVER + filename,
+                    bundesland=SACHSEN,
+                    # NOTE: No information is given about month or day, so assume end of year to be sure files get updated
+                    source_date=datetime(year, 12, 31),
+                    # coordinate_reference_system ?
+                )
+            )
 
+            break
         current_offset += PAGE_SIZE
 
     else:
@@ -52,9 +101,4 @@ while keep_downloading:
             print(f"❌ Error in response: {data['error']['message']}")
         break
 
-if all_tiles:
-    df_tiles = pd.DataFrame(all_tiles)
-    print(f"\n✅ Final list contains {len(df_tiles)} tiles.")
-
-    print(df_tiles.describe())
-    df_tiles.to_csv("sachsen.csv")
+download_all_files(citygmls)