adding party affiliations

get_party.ipynb

@@ -0,0 +1,250 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d179ded1-6235-47ed-bbfb-6d72468188d5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import ibis\n",
+    "from ibis import _\n",
+    "import streamlit as st\n",
+    "import ibis.expr.datatypes as dt  # Make sure to import the necessary module\n",
+    "\n",
+    "\n",
+    "conn = ibis.duckdb.connect(extensions=[\"spatial\"])\n",
+    "\n",
+    "# pres = conn.read_csv(\"sources-president.csv\")\n",
+    "county = conn.read_csv(\"countypres_2000-2020.csv\")\n",
+    "votes = conn.read_parquet(\"vote.parquet\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "ab644102-c725-4cf4-915c-8550a0a74c32",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "filtered = county.filter((_.mode == \"TOTAL\") & (_.totalvotes > 0))\n",
+    "\n",
+    "# Find the winning party for each year, state, and county\n",
+    "most_votes = (\n",
+    "    filtered\n",
+    "    .group_by(['year', 'state_po', 'county_name', 'party'])\n",
+    "    .aggregate(winning_votes=_.candidatevotes.sum())\n",
+    ")\n",
+    "\n",
+    "# For each year, state, and county, select the party with the highest total votes\n",
+    "winning_party = (\n",
+    "    most_votes\n",
+    "    .group_by('year', 'state_po', 'county_name')\n",
+    "    .aggregate(\n",
+    "        max_votes=_.winning_votes.max(),  # Max votes in this group\n",
+    "    )\n",
+    "    .join(\n",
+    "        most_votes,\n",
+    "        [\"year\",\"state_po\",\"county_name\",most_votes['winning_votes'] == _.max_votes],\n",
+    "        how='inner'\n",
+    "    )\n",
+    "    .select(\"year\",\"state_po\",\"county_name\",most_votes['party'].name('current_party')\n",
+    "    )\n",
+    ")\n",
+    "\n",
+    "# Self-join to get the previous year's winning party\n",
+    "previous_year = winning_party.view()\n",
+    "\n",
+    "joined = (\n",
+    "    winning_party\n",
+    "    .join(\n",
+    "        previous_year, [\"county_name\",\"state_po\",winning_party['year'] == previous_year['year'] + 4],\n",
+    "        how='left'\n",
+    "    )\n",
+    "    .rename(state_id = \"state_po\")\n",
+    "    .mutate(key = _.county_name + ibis.literal(\" COUNTY-\") + _.state_id)\n",
+    "    .select(\"year\",\"key\",\"current_party\",previous_year['current_party'].name('previous_party'))\n",
+    ")\n",
+    "\n",
+    "county_parties = joined.filter(_.year >2000).order_by(\"year\")\n",
+    "\n",
+    "print(county_parties.execute())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "ce0d80bf-3b78-4aa9-8048-5cc0dbf970d9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = (votes\n",
+    "        .mutate(key = _.key.upper())\n",
+    "        .filter(_.jurisdiction == \"County\")\n",
+    "        .join(county_parties, [\"key\",\"year\"],how='inner'\n",
+    "        )\n",
+    "        .cast({\"geometry\": \"geometry\"})\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "87bef5e2-a40a-4aff-aa27-e7d49ec68aac",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import subprocess\n",
+    "import os\n",
+    "from huggingface_hub import HfApi, login\n",
+    "import streamlit as st\n",
+    "\n",
+    "login(st.secrets[\"HF_TOKEN\"])\n",
+    "# api = HfApi(add_to_git_credential=False)\n",
+    "api = HfApi()\n",
+    "\n",
+    "def hf_upload(file, repo_id):\n",
+    "    info = api.upload_file(\n",
+    "            path_or_fileobj=file,\n",
+    "            path_in_repo=file,\n",
+    "            repo_id=repo_id,\n",
+    "            repo_type=\"dataset\",\n",
+    "        )\n",
+    "def generate_pmtiles(input_file, output_file, max_zoom=12):\n",
+    "    # Ensure Tippecanoe is installed\n",
+    "    if subprocess.call([\"which\", \"tippecanoe\"], stdout=subprocess.DEVNULL) != 0:\n",
+    "        raise RuntimeError(\"Tippecanoe is not installed or not in PATH\")\n",
+    "\n",
+    "    # Construct the Tippecanoe command\n",
+    "    command = [\n",
+    "        \"tippecanoe\",\n",
+    "        \"-o\", output_file,\n",
+    "        \"-zg\",\n",
+    "        \"--extend-zooms-if-still-dropping\",\n",
+    "        \"--force\",\n",
+    "        \"--projection\", \"EPSG:4326\",  \n",
+    "        input_file\n",
+    "    ]\n",
+    "\n",
+    "    # Run Tippecanoe\n",
+    "    try:\n",
+    "        subprocess.run(command, check=True)\n",
+    "        print(f\"Successfully generated PMTiles file: {output_file}\")\n",
+    "    except subprocess.CalledProcessError as e:\n",
+    "        print(f\"Error running Tippecanoe: {e}\")\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b086e76c-4285-4036-8033-e4e45cb6966b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gdf= df.execute()\n",
+    "gdf = gdf.set_crs(\"EPSG:4326\")\n",
+    "\n",
+    "gdf.to_parquet(\"county_parties.parquet\")\n",
+    "hf_upload(\"county_parties.parquet\", \"boettiger-lab/landvote\")\n",
+    "\n",
+    "gdf.to_file(\"county_parties.geojson\")\n",
+    "hf_upload(\"county_parties.geojson\", \"boettiger-lab/landvote\")\n",
+    "\n",
+    "generate_pmtiles(\"county_parties.geojson\", \"county_parties.pmtiles\")\n",
+    "hf_upload(\"county_parties.pmtiles\", \"boettiger-lab/landvote\")\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "cb790ed9-6cb8-4705-abaa-ce0008851a87",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gdf"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c2ae8ada-c73e-4b2e-938e-70a29584f199",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import leafmap.maplibregl as leafmap\n",
+    "m = leafmap.Map(style=\"positron\")\n",
+    "\n",
+    "\n",
+    "url_states = \"https://huggingface.co/datasets/boettiger-lab/landvote/resolve/main/county_parties.pmtiles\"\n",
+    "\n",
+    "outcome = [\n",
+    "      'match',\n",
+    "      ['get', 'Status'], \n",
+    "      \"Pass\", '#2E865F',\n",
+    "      \"Fail\", '#FF3300', \n",
+    "      '#ccc'\n",
+    "    ]\n",
+    "paint_states = {\"fill-color\": outcome, \n",
+    "         # \"fill-opacity\": 0.2,\n",
+    "        }\n",
+    "style_states = {\n",
+    "    \"layers\": [\n",
+    "        {\n",
+    "            \"id\": \"county_parties\",\n",
+    "            \"source\": \"county_parties\",\n",
+    "            \"source-layer\": \"county_parties\",\n",
+    "            \"type\": \"fill\",\n",
+    "            \"filter\": [\n",
+    "                \"==\",\n",
+    "                [\"get\", \"year\"],\n",
+    "                2008,\n",
+    "            ],  # only show buildings with height info\n",
+    "            \"paint\": paint_states\n",
+    "        },\n",
+    "    ],\n",
+    "}\n",
+    "\n",
+    "m.add_pmtiles(\n",
+    "    url_states,\n",
+    "    style=style_states,\n",
+    "    visible=True,\n",
+    "    opacity=0.4,\n",
+    "    tooltip=True,\n",
+    "    fit_bounds=False,\n",
+    ")\n",
+    "\n",
+    "m\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e4280fb7-449a-4a1d-b760-67ce68fb5d92",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}