explore

explore.ipynb

@@ -0,0 +1,327 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "id": "f7e6298c-d886-432a-a1b7-c3fee914c24f",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# boilerplate setup\n",
+ "import leafmap.maplibregl as leafmap\n",
+ "import ibis\n",
+ "from ibis import _\n",
+ "\n",
+ "conn = ibis.duckdb.connect()\n",
+ "ca_parquet = \"https://data.source.coop/cboettig/ca30x30/ca_areas.parquet\"\n",
+ "# or use local copy:\n",
+ "ca_parquet = \"/home/rstudio/source.coop/cboettig/ca30x30/ca_areas.parquet\"\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 104,
+ "id": "bd9c2561-334a-40d6-adf0-ce20a991a9a7",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "f46fb7de69784a4e89763c5432d06a40",
+ "version_major": 2,
+ "version_minor": 1
+ },
+ "text/plain": [
+ "Map(height='600px', map_options={'bearing': 0, 'center': (0, 20), 'pitch': 0, 'style': 'https://basemaps.carto…"
+ ]
+ },
+ "execution_count": 104,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "# Visualize the full data to show overlap:\n",
+ "import leafmap.maplibregl as leafmap\n",
+ "ca_pmtiles = \"https://data.source.coop/cboettig/ca30x30/ca_areas.pmtiles\"\n",
+ "style = {\n",
+ " \"version\": 8,\n",
+ " \"sources\": {\n",
+ " \"ca\": {\n",
+ " \"type\": \"vector\",\n",
+ " \"url\": \"pmtiles://\" + ca_pmtiles,\n",
+ " }},\n",
+ " \"layers\": [{\n",
+ " \"id\": \"layer1\",\n",
+ " \"source\": \"ca\",\n",
+ " \"source-layer\": \"CA_Cons_Areas_parentlyr_Merge_ecofix\",\n",
+ " \"type\": \"fill\",\n",
+ " \"filter\": [\"<\",[\"get\", \"reGAP\"], 3,],\n",
+ " \"paint\": {\n",
+ " \"fill-color\": {\n",
+ " 'property': 'Release_Year',\n",
+ " 'type': 'categorical',\n",
+ " 'stops': [[2023, \"#FF000080\"], # note RGBA code includes alpha\n",
+ " [2024, \"#0000FF80\"]]\n",
+ " },\n",
+ " \"fill-opacity\": 0.5 # ignored? \n",
+ " }\n",
+ " }]}\n",
+ "\n",
+ "m = leafmap.Map(style=\"positron\")\n",
+ "m.add_pmtiles(ca_pmtiles, style = style)\n",
+ "m.to_html(\"ca30x30_gap12.html\") # save a copy\n",
+ "m\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 158,
+ "id": "3ceed4c7-b7a2-436e-bca1-c57e7133cdf6",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# Make things faster. Let's zoom in on a subset of the data. \n",
+ "\n",
+ "from ibis.interactive import *\n",
+ "\n",
+ "ca_parquet = \"/home/rstudio/source.coop/cboettig/ca30x30/ca_areas.parquet\"\n",
+ "con = ibis.duckdb.connect()\n",
+ "\n",
+ "# Ugly code for a cookie cutter zoom\n",
+ "# Turns out we could have just used filter(_.UNIT_NAME == \"Angeles National Forest\")\n",
+ "import geopandas as gpd\n",
+ "from shapely.geometry import box\n",
+ "min_lon, min_lat, max_lon, max_lat = -118.4, 34., -117.545715, 34.495239\n",
+ "bbox = box(min_lon, min_lat, max_lon, max_lat)\n",
+ "gdf = gpd.GeoDataFrame({'geometry': [bbox]}, crs=\"EPSG:4326\")\n",
+ "cookie_cutter = ibis.literal(gdf.geometry.iloc[0])\n",
+ "\n",
+ "angeles_forest = (\n",
+ " con.read_parquet(ca_parquet)\n",
+ " .cast({\"SHAPE\": \"geometry\"})\n",
+ " .mutate(geom = _.SHAPE.convert(\"epsg:3310\",\"epsg:4326\"))\n",
+ " .filter( _.geom.intersects(cookie_cutter))\n",
+ " .filter(_.UNIT_NAME == \"Angeles National Forest\") \n",
+ " .select(\"reGAP\", \"UNIT_NAME\", \"MNG_AGNCY\", \"Release_Year\", \"OBJECTID\", \"geom\")\n",
+ ")\n",
+ "\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 159,
+ "id": "3ed21429-a75e-4b52-b6eb-d41c8f051883",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# split 2023 & 2024\n",
+ "allgap_2023 = angeles_forest.filter(_.Release_Year == 2023)\n",
+ "allgap_2024 = angeles_forest.filter(_.Release_Year == 2024)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 160,
+ "id": "7bfac88a-822a-4e4e-883e-b7e51544abd1",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# split but with reGAP < 3\n",
+ "la_2023 = allgap_2023.filter(_.reGAP < 3)\n",
+ "la_2024 = allgap_2024.filter(_.reGAP < 3)\n",
+ "\n",
+ "# THIS IS ALMOST WHAT WE WANT, BUT for some issues\n",
+ "# All reGAP 1,2 polygons in 2024 that don't intersect 2023\n",
+ "la_intersects = la_2024.anti_join(la_2023, _.geom.intersects(la_2023.geom))\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 164,
+ "id": "ddae1f9e-988a-4aed-bc71-f1c40d2bb0ea",
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "52b3b9c8cb1b4bbf8fe16aebef4d2e25",
+ "version_major": 2,
+ "version_minor": 1
+ },
+ "text/plain": [
+ "Map(height='600px', map_options={'bearing': 0, 'center': (0, 20), 'pitch': 0, 'style': 'https://basemaps.carto…"
+ ]
+ },
+ "execution_count": 164,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import leafmap.maplibregl as leafmap\n",
+ "#la_gdf = la_2024.execute()\n",
+ "\n",
+ "\n",
+ "release_year = {'property': 'Release_Year', 'type': 'categorical','stops': [[2023, \"#FF000080\"], [2024, \"#0000FF80\"]]},\n",
+ "gap = {\n",
+ " 'property': 'reGAP',\n",
+ " 'type': 'categorical',\n",
+ " 'stops': [\n",
+ " [1, \"#26633d\"],\n",
+ " [2, \"#879647\"],\n",
+ " [3, \"#BBBBBB\"],\n",
+ " [4, \"#F8F8F8\"]]\n",
+ " }\n",
+ "\n",
+ "paint = {\"fill-color\": gap, \"fill-opacity\": 0.5}\n",
+ "\n",
+ "m = leafmap.Map(style=\"positron\")\n",
+ "m.add_gdf(allgap_2023.execute(),layer_type=\"fill\", name = \"allgap_2023\", paint=paint)\n",
+ "m.add_gdf(allgap_2024.execute(),layer_type=\"fill\", name = \"allgap_2024\", paint=paint)\n",
+ "#m.add_gdf(la_2023.execute(),layer_type=\"fill\", name = \"2023\", paint=paint)\n",
+ "#m.add_gdf(la_2024.execute(),layer_type=\"fill\", name = \"2024\", paint=paint)\n",
+ "m.add_gdf(la_intersects.execute(),layer_type=\"fill\", name = \"anti_intersects\", paint=paint)\n",
+ "#m.add_gdf(intersects.execute(), layer_type=\"fill\", name = \"overlapping\", paint=paint)\n",
+ "m.add_layer_control()\n",
+ "m"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 170,
+ "id": "6832038f-0342-495f-8cbf-9a8f3cc83aac",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<pre style=\"white-space:pre;overflow-x:auto;line-height:normal;font-family:Menlo,'DejaVu Sans Mono',consolas,'Courier New',monospace\">┏━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━┓\n",
+ "┃<span style=\"font-weight: bold\"> OBJECTID_right </span>┃<span style=\"font-weight: bold\"> geom </span>┃<span style=\"font-weight: bold\"> reGAP </span>┃\n",
+ "┡━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━┩\n",
+ "│ <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">int64</span> │ <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">geospatial:geometry</span> │ <span style=\"color: #7f7f7f; text-decoration-color: #7f7f7f\">int16</span> │\n",
+ "├────────────────┼──────────────────────────────────────────────────────────────────────────────────┼───────┤\n",
+ "│ <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">21105</span> │ <span style=\"font-weight: bold\">&lt;</span><span style=\"color: #ff00ff; text-decoration-color: #ff00ff; font-weight: bold\">MULTIPOLYGON</span><span style=\"color: #000000; text-decoration-color: #000000\"> Z </span><span style=\"color: #000000; text-decoration-color: #000000; font-weight: bold\">(((</span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.017</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.499</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.019</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.499</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.019</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.499</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #808000; text-decoration-color: #808000\">...</span><span style=\"font-weight: bold\">&gt;</span> │ <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">2</span> │\n",
+ "│ <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">22618</span> │ <span style=\"font-weight: bold\">&lt;</span><span style=\"color: #ff00ff; text-decoration-color: #ff00ff; font-weight: bold\">MULTIPOLYGON</span><span style=\"color: #000000; text-decoration-color: #000000\"> Z </span><span style=\"color: #000000; text-decoration-color: #000000; font-weight: bold\">(((</span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.297</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.433</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.298</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.433</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">-118.303</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">34.433</span><span style=\"color: #000000; text-decoration-color: #000000\"> </span><span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">0</span><span style=\"color: #000000; text-decoration-color: #000000\">, </span><span style=\"color: #808000; text-decoration-color: #808000\">...</span><span style=\"font-weight: bold\">&gt;</span> │ <span style=\"color: #008080; text-decoration-color: #008080; font-weight: bold\">2</span> │\n",
+ "└────────────────┴──────────────────────────────────────────────────────────────────────────────────┴───────┘\n",
+ "</pre>\n"
+ ],
+ "text/plain": [
+ "┏━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━┓\n",
+ "┃\u001b[1m \u001b[0m\u001b[1mOBJECTID_right\u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mgeom\u001b[0m\u001b[1m \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mreGAP\u001b[0m\u001b[1m \u001b[0m┃\n",
+ "┡━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━┩\n",
+ "│ \u001b[2mint64\u001b[0m │ \u001b[2mgeospatial:geometry\u001b[0m │ \u001b[2mint16\u001b[0m │\n",
+ "├────────────────┼──────────────────────────────────────────────────────────────────────────────────┼───────┤\n",
+ "│ \u001b[1;36m21105\u001b[0m │ \u001b[1m<\u001b[0m\u001b[1;95mMULTIPOLYGON\u001b[0m\u001b[39m Z \u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;36m-118.017\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.499\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[1;36m-118.019\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.499\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[1;36m-118.019\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.499\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[33m...\u001b[0m\u001b[1m>\u001b[0m │ \u001b[1;36m2\u001b[0m │\n",
+ "│ \u001b[1;36m22618\u001b[0m │ \u001b[1m<\u001b[0m\u001b[1;95mMULTIPOLYGON\u001b[0m\u001b[39m Z \u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;39m(\u001b[0m\u001b[1;36m-118.297\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.433\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[1;36m-118.298\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.433\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[1;36m-118.303\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m34.433\u001b[0m\u001b[39m \u001b[0m\u001b[1;36m0\u001b[0m\u001b[39m, \u001b[0m\u001b[33m...\u001b[0m\u001b[1m>\u001b[0m │ \u001b[1;36m2\u001b[0m │\n",
+ "└────────────────┴──────────────────────────────────────────────────────────────────────────────────┴───────┘"
+ ]
+ },
+ "execution_count": 170,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "## It intersects these, even though it looks like it shouldn't\n",
+ "\n",
+ "hits = (la_2024\n",
+ " .filter(_.OBJECTID == 111913) # appears to be the new stuff\n",
+ " .join(la_2023, _.geom.intersects(la_2023.geom), how=\"left\")\n",
+ " .select(_.OBJECTID_right, _.geom_right, _.reGAP)\n",
+ " .rename(geom = \"geom_right\")\n",
+ ")\n",
+ "hits\n",
+ "\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 162,
+ "id": "b41b0af6-635c-4ffb-9f19-342284f18e62",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "64cd02336fac4d9884e2c7ed66472146",
+ "version_major": 2,
+ "version_minor": 0
+ },
+ "text/plain": [
+ "FloatProgress(value=0.0, layout=Layout(width='auto'), style=ProgressStyle(bar_color='black'))"
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "data": {
+ "application/vnd.jupyter.widget-view+json": {
+ "model_id": "9729a29cd0f345fd9a9bc46dec111744",
+ "version_major": 2,
+ "version_minor": 1
+ },
+ "text/plain": [
+ "Map(height='600px', map_options={'bearing': 0, 'center': (0, 20), 'pitch': 0, 'style': 'https://basemaps.carto…"
+ ]
+ },
+ "execution_count": 162,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import leafmap.maplibregl as leafmap\n",
+ "import ibis\n",
+ "from ibis import _\n",
+ "## Minimal look\n",
+ "areas = (\n",
+ " con.read_parquet(\"https://data.source.coop/cboettig/ca30x30/ca_areas.parquet\")\n",
+ " .cast({\"SHAPE\": \"geometry\"})\n",
+ " .rename(geom = \"SHAPE\")\n",
+ " .select(\"Release_Year\", \"reGAP\", \"OBJECTID\", \"geom\")\n",
+ " .mutate(geom = _.geom.convert(\"epsg:3310\",\"epsg:4326\"))\n",
+ " \n",
+ ")\n",
+ "\n",
+ "#areas.filter(_.Release_Year join(la_2023, _.geom.intersects(la_2023.geom), how=\"left\")\n",
+ "\n",
+ "\n",
+ "new = areas.filter(_.OBJECTID == 111913)\n",
+ "old = areas.filter(_.OBJECTID == 21105)\n",
+ "# old.geom.difference(new.geom)\n",
+ "\n",
+ "\n",
+ "m = leafmap.Map(style=\"positron\")\n",
+ "#m.add_gdf(old.execute(),layer_type=\"fill\", name = \"2023\", paint=paint)\n",
+ "m.add_gdf(new.execute(),layer_type=\"fill\", name = \"2024\", paint=paint)\n",
+ "m.add_layer_control()\n",
+ "m"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.10.12"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}