Upload folder using huggingface_hub

app/dataclean_hf.py

@@ -114,6 +114,7 @@ def get_key(df):
     return df['input__product_name'] + df['input__brand'] + df['input__product_category']
 
 def main(upload_df: pd.DataFrame,
+        output_df: pd.DataFrame=None,
         chunksize: int = 30,
         ):
     category_taxonomy = {

hf-space-upload.ipynb

@@ -2,16 +2,24 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/christos/opt/miniconda3/envs/kd-llm-dc/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    },
     {
      "data": {
       "text/plain": [
        "'https://huggingface.co/spaces/kaleidoscope-data/data-cleaning-llm/tree/main/'"
       ]
      },
-     "execution_count": 2,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }