parquet file of areas added in 2024, via buffer trick

explore.ipynb

@@ -120,7 +120,42 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 27,
+   "id": "adab4c4f-d2cb-48b2-b32e-5c7beb5fdbc3",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a5694cb8358f4591a512a2304462bd87",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "FloatProgress(value=0.0, layout=Layout(width='auto'), style=ProgressStyle(bar_color='black'))"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "new = intersects.execute()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "id": "03b46dbe-bda1-45db-8b7d-7caa1e2e3a76",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "new.to_parquet(\"new2024.parquet\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
    "id": "3ed21429-a75e-4b52-b6eb-d41c8f051883",
    "metadata": {},
    "outputs": [
@@ -137,6 +172,21 @@
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "c9df74d0099c4ba7929e45ae3fce1eb5",
+       "version_major": 2,
+       "version_minor": 1
+      },
+      "text/plain": [
+       "Map(height='600px', map_options={'bearing': 0, 'center': (0, 20), 'pitch': 0, 'style': 'https://basemaps.carto…"
+      ]
+     },
+     "execution_count": 26,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
@@ -157,6 +207,7 @@
     "m = leafmap.Map(style=\"positron\")\n",
     "m.add_gdf(intersects.execute(),layer_type=\"fill\", name = \"intes\", paint=paint)\n",
     "m.add_layer_control()\n",
+    "m.to_html(\"new_in_2024.html\")\n",
     "m"
    ]
   },
@@ -174,37 +225,60 @@
    "id": "1e538620-19f5-42eb-8233-e280b5c5b920",
    "metadata": {},
    "outputs": [],
-   "source": [
-    "import ibis\n",
-    "from ibis import _\n",
-    "tbl = (\n",
-    "    conn.read_parquet(\"https://data.source.coop/cboettig/ca30x30/ca_areas.parquet\")\n",
-    "    .cast({\"SHAPE\": \"geometry\"})\n",
-    "    .filter(_.UNIT_NAME == \"Angeles National Forest\", _.reGAP < 3) \n",
-    ")\n",
-    "\n",
-    "tbl_2023 = tbl.filter(_.Release_Year == 2023)\n",
-    "tbl_2024 = tbl.filter(_.Release_Year == 2024)\n",
-    "\n",
-    "tbl_2023.execute().to_file(\"la_2023.geojson\")\n",
-    "tbl_2024.execute().to_file(\"la_2024.geojson\")\n"
-   ]
+   "source": []
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "21dbc7c4-20e2-4422-ac21-cd50badcae58",
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "34dc23600db64d4899b43e42348907b4",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "FloatProgress(value=0.0, layout=Layout(width='auto'), style=ProgressStyle(bar_color='black'))"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "1c7b2f7a0bf548ce933d40d7bb0e7f43",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "FloatProgress(value=0.0, layout=Layout(width='auto'), style=ProgressStyle(bar_color='black'))"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
    "source": [
+    "%%time\n",
     "import duckdb\n",
     "db = duckdb.connect()\n",
     "db.install_extension(\"spatial\")\n",
     "db.load_extension(\"spatial\")\n",
     "\n",
+    "\n",
+    "tbl_2023 = tbl.filter(_.Release_Year == 2023) # no buffer\n",
+    "tbl_2024 = tbl.filter(_.Release_Year == 2024)\n",
+    "tbl_2023.execute().to_file(\"la_2023.geojson\")\n",
+    "tbl_2024.execute().to_file(\"la_2024.geojson\")\n",
+    "\n",
+    "\n",
     "db.sql('''\n",
-    "CREATE OR REPLACE TABLE t1 AS SELECT OBJECTID AS gid, geom, FROM st_read(\"la_2024.geojson\");\n",
-    "CREATE OR REPLACE TABLE t2 AS SELECT OBJECTID AS gid, geom, FROM st_read(\"la_2023.geojson\");\n",
+    "CREATE OR REPLACE TABLE t1 AS SELECT OBJECTID AS gid, st_make_valid(geom) AS geom, FROM st_read(\"la_2024.geojson\");\n",
+    "CREATE OR REPLACE TABLE t2 AS SELECT OBJECTID AS gid, st_make_valid(geom) AS geom, FROM st_read(\"la_2023.geojson\");\n",
     "''')\n",
     "db.sql('''\n",
     "COPY (\n",
@@ -216,7 +290,7 @@
     ") \n",
     "select st_difference(b.geom,coalesce(t.geom, 'GEOMETRYCOLLECTION EMPTY'::geometry)) as geom\n",
     "from t1 b left join temp t on b.gid = t.gid\n",
-    ") TO 'simple.geojson' WITH (FORMAT GDAL, DRIVER 'GeoJSON', LAYER_CREATION_OPTIONS 'WRITE_BBOX=YES')\n",
+    ") TO 'new2024.geojson' WITH (FORMAT GDAL, DRIVER 'GeoJSON', LAYER_CREATION_OPTIONS 'WRITE_BBOX=YES')\n",
     "''')"
    ]
   },
@@ -230,7 +304,7 @@
     "import ibis\n",
     "from ibis import _\n",
     "con = ibis.duckdb.connect()\n",
-    "diff = con.read_geo(\"simple.geojson\").mutate(geom = _.geom.convert(\"epsg:3310\",\"epsg:4326\"))\n"
+    "diff = con.read_geo(\"new2024.geojson\")\n"
    ]
   },
   {

new2024.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c530fe7e3a29c907ec16a03f9173708d20561b576dea783b31406b89139ab5b
+size 48392372