Skip to content
GitLab
An error occurred while loading the file. Please try again.
Switch branch/tag
Find file BlameHistoryPermalink
download_files_from_LGL_BW.py 10.03 KiB
Open in Web IDE
1 
# -*- coding: utf-8 -*-
2 
"""
3 
LoD2 CityGML tiles are available for whole Baden-Württemberg, from LGL.
4
5 
https://opengeodata.lgl-bw.de/#/(sidenav:product/12)
6
7 
This script downloads the required tiles for given regions
8 
(as WKT strings, Zipcode or Zipcodes), and extracts the region.
9
10 
Usage:
11 
    python download_files_from_LGL_BW.py StuttgartCenter "POLYGON((9.175287 48.780916, 9.185501 48.777522, 9.181467 48.773704, 9.174429 48.768472, 9.168807 48.773902, 9.175287 48.780916))"
12 
    python download_files_from_LGL_BW.py Freiburg "79098,79102"
13 
    python download_files_from_LGL_BW.py Möhringen "70567" --download-only
14 
    python download_files_from_LGL_BW.py CustomPath "POLYGON(...)" --simstadt-folder "/path/to/SimStadt"
15
16 
Required:
17 
* Python
18 
* pyproj project (https://pypi.org/project/pyproj/)
19 
* SimStadt installed on the Desktop (for RegionChooser) if extracting regions
20
21 
Eric Duminil, 2025
22 
"""
23 
import argparse
24 
from pathlib import Path
25 
from math import floor
26 
import subprocess
27 
import re
28 
import urllib.request
29 
import time
30 
import zipfile
31 
import logging
32
33 
from pyproj import CRS
34 
from pyproj import Transformer
35
36 
from shapely import wkt
37 
from shapely.ops import transform
38 
from shapely.geometry import Point
39
40 
from get_coordinates_by_zipcode import get_coordinates_by_zipcode
41
42 
# Setup logging
43 
logging.basicConfig(
44 
    level=logging.INFO,
45 
    format='%(levelname)s - %(message)s',
46 
)
47 
logger = logging.getLogger(__name__)
48
49 
COORDINATES_REGEX = re.compile(r"(\-?\d+\.\d*) (\-?\d+\.\d*)")
50
51 
CITYGML_SERVER = "https://opengeodata.lgl-bw.de/data/lod2"
52 
RASTER = 2  # [km]
53 
KILOMETER = 1000  # [m]
54 
BUNDESLAND = 'bw'
55
56 
# UTM32N, used in BW. https://epsg.io/32632
57 
TO_LOCAL_CRS = Transformer.from_crs(CRS.from_epsg(4326),
58 
                                    CRS.from_epsg(32632),
59 
                                    always_xy=True)
60
61 
UTM = 32
62
63 
SCRIPT_DIR = Path(__file__).parent
64 
WAIT_BETWEEN_DOWNLOADS = 5  # [s] Be nice to LGL Server.
65 
GML_GLOB = "LoD2_*/LoD2_*.gml"
66
67
68 
def find_simstadt_folder():
69 
    """Find SimStadt installation on desktop"""
70 
    try:
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
simstadt_folder = next(x for x in Path.home().glob('Desktop/SimStadt*_0.*/') if x.is_dir()) logger.info(f"RegionChooser has been found in {simstadt_folder}") return simstadt_folder except StopIteration: return None def coordinates_to_grid(longitude: float, latitude: float) -> tuple[int, int]: """Returns (x, y) of the tile on CITYGML_SERVER containing a given point.""" x, y = TO_LOCAL_CRS.transform(longitude, latitude) x = floor(x / KILOMETER) - 1 # Odd x y = floor(y / KILOMETER) # Even y x -= x % RASTER y -= y % RASTER return (x + 1, y) def wkt_polygon_to_grid_coords(location_name: str, wkt_str: str) -> tuple[int, int, int, int]: """Returns (x, y) of lower-left and bottom-right tiles, containing a given region.""" if 'POLYGON' not in wkt_str: raise ValueError(f"wkt for {location_name} should be a WKT POLYGON or MULTIPOLYGON") coordinates = re.findall(r'\-?\d+\.\d+', wkt_str) lons = [float(lon) for lon in coordinates[::2]] lats = [float(lat) for lat in coordinates[1::2]] min_lon, max_lon = min(lons), max(lons) min_lat, max_lat = min(lats), max(lats) logger.info("%s (%.3f°N %.3f°E -> %.3f°N %.3f°E)" % (location_name, max_lat, min_lon, min_lat, max_lon)) x1, y1 = coordinates_to_grid(min_lon, min_lat) x2, y2 = coordinates_to_grid(max_lon, max_lat) return (x1, x2, y1, y2) def download_whole_region(output_dir: Path, wkt_region: str, x1: int, x2: int, y1: int, y2: int) -> None: """Downloads every zip of a given region, to output_dir, and extracts CityGML files.""" wgs84_region = wkt.loads(wkt_region) local_region = transform(TO_LOCAL_CRS.transform, wgs84_region) for x in range(x1, x2 + 1, RASTER): for y in range(y1, y2 + 1, RASTER): tile_center = Point((x + 1) * KILOMETER, (y + 1) * KILOMETER) if local_region.distance(tile_center) > RASTER * KILOMETER: continue citygml_zip = f"LoD2_{UTM}_{x}_{y}_{RASTER}_{BUNDESLAND}.zip" citygml_url = f"{CITYGML_SERVER}/{citygml_zip}" local_zip = output_dir / citygml_zip if local_zip.exists(): logger.info(f" {local_zip.name} already in {output_dir.name}/") else: logger.info(f" Download {citygml_zip} to {output_dir.name}/ ") try: urllib.request.urlretrieve(citygml_url, local_zip) logger.info("✅ Download successful") except urllib.error.HTTPError as e: logger.error(f"❌ {e}") continue finally: time.sleep(WAIT_BETWEEN_DOWNLOADS) logger.info(f" Extract {citygml_zip} to {output_dir.name}/ ") with zipfile.ZipFile(local_zip, "r") as zip_ref: zip_ref.extractall(output_dir) logger.info("✅ Extraction successful")
141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
def extract_region(output_dir: Path, location_name: str, wkt_str: str, simstadt_folder: Path) -> None: """Uses RegionChooser to extract a given region from all the CityGML files found in subfolder.""" output_file = output_dir / (location_name + '.gml') if output_file.exists(): logger.info(f" {output_file} already exists. Not extracting.") return region_chooser_libs = simstadt_folder / 'lib/*' gml_inputs = list(output_dir.glob(GML_GLOB)) if len(gml_inputs) == 0: logger.error( "Error: No CityGML found. At least part of the region should be in Baden-Württemberg!") return params_path = output_dir / 'params.txt' wkt_path = output_dir / 'region.wkt' local_wkt = convert_wkt_to_local(wkt_str) logger.info(f" Extracting {output_file}.") with open(wkt_path, 'w') as f: f.write(local_wkt) with open(params_path, 'w') as f: f.write("--input\n") f.write(','.join(f"{gml.as_posix()}" for gml in gml_inputs)) f.write("\n") f.write("--output\n") f.write(f'"{output_file.as_posix()}"\n') f.write('--local\n') f.write("--wkt\n") f.write(f'"{wkt_path.as_posix()}"\n') result = subprocess.run(['java', '-classpath', f'{region_chooser_libs}', 'eu.simstadt.regionchooser.RegionChooserCLI', f'@{params_path}' ], text=True, capture_output=True, check=False ) if result.stderr: logger.error(result.stderr) if result.returncode != 0: raise ValueError(f"RegionChooser failed with code {result.returncode}") logger.info(" DONE!") def get_wkt(wkt_or_zipcode: str) -> str: """Returns WKT string for a given region, either specified as a POLYGON, or Zipcode(s). "POLYGON((...))" "MULTIPOLYGON(((...)))" "70567" "70567,70569" """ if 'POLYGON' in wkt_or_zipcode: return wkt_or_zipcode return get_coordinates_by_zipcode(wkt_or_zipcode.split(',')) def convert_coordinates(match): """Convert WGS84 coordinates to UTM32N""" longitude, latitude = match.groups() x, y = TO_LOCAL_CRS.transform(longitude, latitude) return f"{x} {y}"
211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280
def convert_wkt_to_local(wkt_str): """Convert WKT from WGS84 to UTM32N""" return COORDINATES_REGEX.sub(convert_coordinates, wkt_str) def parse_arguments(): """Parse command line arguments""" parser = argparse.ArgumentParser( description="Download LoD2 CityGML tiles from LGL Baden-Württemberg and extract specific regions", formatter_class=argparse.RawDescriptionHelpFormatter, epilog=""" Examples: python download_files_from_LGL_BW.py StuttgartCenter "POLYGON((9.175287 48.780916, 9.185501 48.777522, 9.181467 48.773704, 9.174429 48.768472, 9.168807 48.773902, 9.175287 48.780916))" python download_files_from_LGL_BW.py Freiburg "79098,79102" python download_files_from_LGL_BW.py Möhringen "70567" --download-only """ ) parser.add_argument('name', type=str, help='Name of the region (no spaces allowed). Output files will use this name.') parser.add_argument('region', type=str, help='Region specification as WKT POLYGON/MULTIPOLYGON string or zipcode(s) (comma-separated).') parser.add_argument('--download-only', action='store_true', help='Only download files without extracting the region (default: False).') parser.add_argument('--simstadt-folder', type=Path, default=None, help='Path to SimStadt installation folder. By default, tries to find it on the Desktop.') return parser.parse_args() def main(): """Main function to process arguments and run the download/extraction""" args = parse_arguments() location_name = args.name wkt_or_zipcode = args.region download_only = args.download_only simstadt_folder = args.simstadt_folder # Validate location name if ' ' in location_name: raise ValueError("Location name should not contain spaces: 'Some City' -> 'SomeCity'") # Create output directory output_dir = SCRIPT_DIR / (location_name + '.proj') output_dir.mkdir(parents=True, exist_ok=True) # Get WKT string wkt_str = get_wkt(wkt_or_zipcode) # Get grid coordinates x1, x2, y1, y2 = wkt_polygon_to_grid_coords(location_name, wkt_str) # Download region download_whole_region(output_dir, wkt_str, x1, x2, y1, y2) # Extract region if not download-only if not download_only: simstadt_folder = simstadt_folder or find_simstadt_folder() if not simstadt_folder: logger.error( "No SimStadt installation found! Please provide --simstadt-folder or use --download-only.") return extract_region(output_dir, location_name, wkt_str, simstadt_folder) else: logger.info("Download-only mode: Skipping region extraction.")
281 282 283 284 285 286 287
logger.info(f"Processing of {location_name} complete!") if __name__ == '__main__': main()

Dies ist die Gitlab-Instanz des Transferportals der Hochschule für Technik Stuttgart. Hier geht es zurück zum Portal