Geospatial Data Architecture Comparison

## Traditional GIS Architecture (AKA Enterprise) ```mermaid graph LR subgraph "TRADITIONAL GIS ARCHITECTURE" direction LR subgraph DS["Data Sources & Storage"] direction TB FILES[["File Storage (Shapefile, GeoPackage, FileGDB, KML, GML)"]] DATASTORE[["Spatial Database (PostGIS, Oracle Spatial, SQL Server, ArcGIS DataStore)"]] end subgraph ETL["Data Processing & ETL"] direction TB ETL_TOOLS[["ETL Tools (FME, GDAL/OGR, ArcGIS Data Interoperability, GeoKettle)"]] end subgraph GIS["GIS Application Servers"] direction TB GEOSERVER[["Map Server (GeoServer, MapServer, QGIS Server, Mapnik)"]] ARCSERVER[["Enterprise GIS Server (ArcGIS Server, GeoMedia, Hexagon, Bentley Map)"]] end subgraph SVC["Service Layer"] direction TB OGC_SERVICES[["OGC Web Services (WMS, WFS, WCS, WMTS, CSW)"]] REST_SERVICES[["REST Services (Feature Service, Map Service, Image Service, Geoprocessing)"]] TILE_SERVICES[["Tile Services (Vector Tiles, Raster Tiles, TMS, XYZ)"]] end subgraph PCM["Portal & Content Management"] direction TB PORTAL[["Geoportal (ArcGIS Portal, GeoNode, GeoNetwork, CKAN)"]] CMS[["Content Management (ArcGIS Hub, MapStore, Terria, Geoplatform)"]] end subgraph SEC["Security & Access Control"] direction TB AUTH[["Authentication (LDAP, Active Directory, SAML, OAuth 2.0)"]] PROXY[["Reverse Proxy (NGINX, Apache, HAProxy, Caddy)"]] FW[["Firewall/WAF (CloudFlare, AWS WAF, ModSecurity)"]] end subgraph CLI["Client Applications"] direction TB DESKTOP[["Desktop GIS (ArcGIS Pro, QGIS, Global Mapper, MapInfo)"]] WEB[["Web Applications (Leaflet, OpenLayers, ArcGIS JS API, Mapbox GL)"]] MOBILE[["Mobile Apps (ArcGIS Field Maps, QField, Avenza, Collector)"]] end %% Group-level connections DS --> ETL ETL --> GIS GIS --> SVC SVC --> PCM PCM --> SEC SEC --> CLI %% Edge case: ETL writes back to storage ETL -.->|Updates| DS %% Limitations LIMITS[["LIMITATIONS Vertical Scaling Only High Infrastructure Cost Complex Maintenance Limited to Terabytes Vendor Lock-in Single Point of Failure"]] style LIMITS fill:#ffcccc,stroke:#cc0000,stroke-width:2px style DS fill:#f9f9f9,stroke:#333,stroke-width:2px style ETL fill:#f9f9f9,stroke:#333,stroke-width:2px style GIS fill:#f9f9f9,stroke:#333,stroke-width:2px style SVC fill:#f9f9f9,stroke:#333,stroke-width:2px style PCM fill:#f9f9f9,stroke:#333,stroke-width:2px style SEC fill:#f9f9f9,stroke:#333,stroke-width:2px style CLI fill:#f9f9f9,stroke:#333,stroke-width:2px end ``` ## Cloud-Native Geospatial & Data Lakehouse Architecture ```mermaid graph LR subgraph "CLOUD-NATIVE ARCHITECTURE" direction LR subgraph OSL["Object Storage Layer"] direction TB STORAGE[["Object Storage (AWS S3, Azure Blob, Google Cloud Storage, MinIO, Cloudflare R2) Petabyte+ Scale"]] subgraph "Cloud-Optimized Formats" direction TB RASTER[["Raster Formats (COG, Zarr, HDF5, NetCDF, GeoZarr)"]] VECTOR[["Vector Formats (GeoParquet, PMTiles, FlatGeobuf, GeoJSON)"]] POINTCLOUD[["Point Cloud (COPC, EPT, 3D Tiles, Potree, LAS/LAZ)"]] end end subgraph TFL["Table Format Layer"] direction TB ICEBERG[["Apache Iceberg (AWS S3 Tables, Tabular, Netflix)"]] DELTA[["Delta Lake (Databricks, UniForm, Delta Sharing)"]] HUDI[["Apache Hudi (Uber, CDC, DeltaStreamer)"]] DUCKLAKE[["DuckLake (DuckDB Format, SQL Metadata)"]] end subgraph CAT["Catalog & Governance"] direction TB CATALOG[["Data Catalog (Unity Catalog, AWS Glue, Polaris, Nessie, LakeKeeper)"]] STAC[["Geospatial Catalog (STAC, OGC API Records, GeoNetwork, CSW)"]] LINEAGE[["Data Lineage (DataHub, OpenLineage, Apache Atlas, Alation)"]] end subgraph PRO["Processing Engines"] direction TB BATCH[["Batch Processing (Apache Spark, Flink, Ray, Databricks)"]] STREAM[["Stream Processing (Kafka, Kinesis, Pulsar, EventHub)"]] SQLENGINE[["SQL Engines (DuckDB, Trino, Presto, Athena, BigQuery)"]] GEOPROC[["Geospatial Processing (GeoPandas, PostGIS, Sedona, GeoMesa)"]] end subgraph ORC["Compute Orchestration"] direction TB CONTAINER[["Container Platform (Kubernetes, ECS, Cloud Run, AKS)"]] SERVERLESS[["Serverless (Lambda, Functions, Cloud Functions, Fargate)"]] WORKFLOW[["Workflow Orchestration (Airflow, Dagster, Prefect, Argo)"]] end subgraph API["API & Services"] direction TB OGCAPI[["OGC APIs (Features, Maps, Tiles, Processes, EDR, DGGS)"]] TILING[["Dynamic Tiling (TiTiler, pg_tileserv, Martin, Tegola)"]] GRAPHQL[["Modern APIs (GraphQL, gRPC, REST, WebSocket)"]] end subgraph AML["Analytics & ML"] direction TB NOTEBOOKS[["Notebooks (Jupyter, Databricks, Google Colab, Observable)"]] MLPLATFORM[["ML Platform (SageMaker, Vertex AI, Azure ML, MLflow)"]] WASM[["Browser Computing (DuckDB-WASM, Pyodide, Arrow-JS, SQL.js)"]] end subgraph CLA["Client Layer"] direction TB MODERN_WEB[["Modern Web (MapLibre, DeckGL, Cesium, Mapbox GL)"]] BI_TOOLS[["BI Tools (Tableau, PowerBI, Looker, Superset)"]] NATIVE_APPS[["Native Apps (Mobile SDKs, Desktop Apps)"]] end %% Group-level connections OSL --> TFL TFL --> CAT CAT --> PRO PRO --> ORC ORC --> API API --> CLA %% Analytics branch PRO --> AML AML --> CLA %% Edge case: Direct browser access to storage OSL -.->|Direct Access HTTP Range Requests| AML %% Edge case: Catalog feedback to storage CAT -.->|Metadata Updates| TFL %% Advantages ADVANTAGES[["ADVANTAGES Horizontal Scaling Pay-per-Use Pricing No Vendor Lock-in Petabyte+ Scale Separation of Storage/Compute Open Standards Based"]] style ADVANTAGES fill:#ccffcc,stroke:#00cc00,stroke-width:2px style OSL fill:#e6f3ff,stroke:#333,stroke-width:2px style TFL fill:#f0f8ff,stroke:#333,stroke-width:2px style CAT fill:#fffacd,stroke:#333,stroke-width:2px style PRO fill:#f5f5f5,stroke:#333,stroke-width:2px style ORC fill:#fafafa,stroke:#333,stroke-width:2px style API fill:#f9f9f9,stroke:#333,stroke-width:2px style AML fill:#fff5ee,stroke:#333,stroke-width:2px style CLA fill:#f8f8f8,stroke:#333,stroke-width:2px end ```