Huggingface 최적화

.devcontainer/devcontainer.json

@@ -1,33 +0,0 @@
-{
-  "name": "Python 3",
-  // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
-  "image": "mcr.microsoft.com/devcontainers/python:1-3.11-bullseye",
-  "customizations": {
-    "codespaces": {
-      "openFiles": [
-        "README.md",
-        "Home.py"
-      ]
-    },
-    "vscode": {
-      "settings": {},
-      "extensions": [
-        "ms-python.python",
-        "ms-python.vscode-pylance"
-      ]
-    }
-  },
-  "updateContentCommand": "[ -f packages.txt ] && sudo apt update && sudo apt upgrade -y && sudo xargs apt install -y <packages.txt; [ -f requirements.txt ] && pip3 install --user -r requirements.txt; pip3 install --user streamlit; echo '✅ Packages installed and Requirements met'",
-  "postAttachCommand": {
-    "server": "streamlit run Home.py --server.enableCORS false --server.enableXsrfProtection false"
-  },
-  "portsAttributes": {
-    "8501": {
-      "label": "Application",
-      "onAutoForward": "openPreview"
-    }
-  },
-  "forwardPorts": [
-    8501
-  ]
-}

data.py

@@ -1,48 +1,21 @@
-import pandas as pd
+from datasets import load_dataset
 import streamlit as st
-from google.oauth2.service_account import Credentials
-from googleapiclient.discovery import build
-from googleapiclient.http import MediaIoBaseDownload
-import io
-
-# Google Drive 및 Sheets API 인증
-scope = [
-    "https://www.googleapis.com/auth/drive.readonly"
-]
-credentials = Credentials.from_service_account_info(st.secrets["google"], scopes=scope)
-file_id = st.secrets["drive"]["file_id"]
+import pandas as pd
 
-drive_service = build('drive', 'v3', credentials=credentials)
+data_files = {
+    "train": "ELG_Busan_PoC_per_CA_site_0226_0407.csv",
+    "test": "ELG_Busan_PoC_per_CA_site_0408_0519.csv"
+}
 
 @st.cache_data(show_spinner=False)
 def load_data():
-    request = drive_service.files().get_media(fileId=file_id)
-
-    file_buffer = io.BytesIO()
 
-    downloader = MediaIoBaseDownload(file_buffer, request)
-    done = False
-
-    progress_bar = st.sidebar.progress(0)
-    progress_text = st.sidebar.empty()
-    progress_text.text("데이터 불러오는 중...")
-
-    while not done:
-        status, done = downloader.next_chunk()
-        progress = int(status.progress() * 100)
-        progress_bar.progress(progress)
-        progress_text.text(f"데이터 불러오는 중...({progress}%)")
-
-    file_buffer.seek(0)
-    df = pd.read_csv(file_buffer)
+    dataset = load_dataset('skt-asap/busan-poc-dataset', data_files=data_files)
+    df = dataset['train'].to_pandas()
 
     df['ru_svc_lat_val'] = df['ru_svc_lat_val'].astype(float)
     df['ru_svc_lng_val'] = df['ru_svc_lng_val'].astype(float)
 
     df_map = df.drop_duplicates(subset=['ru_svc_lat_val', 'ru_svc_lng_val'])
 
-    progress_bar.empty()
-    progress_text.empty()
-    st.sidebar.success("데이터 로드 완료!")
-
     return df, df_map

pages/Dashboard.py

@@ -15,7 +15,10 @@ if not st.session_state.get('authentication_status', False):
     st.write("이 페이지를 볼 수 있는 권한이 없습니다.<br>로그인해 주세요.", unsafe_allow_html=True)
     st.stop()
 
-df, df_map = data.load_data()
+with st.sidebar:
+    with st.spinner("데이터 로딩 중..."):
+        df, df_map = data.load_data()
+        st.sidebar.success('데이터 로드 완료')
 
 cell_map = map.create_map(df_map)
 
@@ -31,7 +34,7 @@ def main():
     show_map = st.sidebar.checkbox("지도 보기", True)
     if show_map:
         st.markdown("### 🗺️ 부산 PoC 셀 사이트")
-        
+
         folium_static(cell_map)
 
         st.write("""

pages/Recommendation System.py

@@ -52,11 +52,10 @@ def load_and_predict(model_name, input_data, df_map, progress_callback=None):
 
 if run_button:
 
-    # with st.sidebar:
-    #     with st.spinner('데이터 로딩 중...'):
-    #         df, df_map = data.load_data()
-    #         st.sidebar.success('데이터 로드 완료')
-    df, df_map = data.load_data()
+    with st.sidebar:
+        with st.spinner('데이터 로딩 중...'):
+            df, df_map = data.load_data()
+            st.sidebar.success('데이터 로드 완료')
 
     progress_bar = st.sidebar.progress(0)
 

requirements.txt

@@ -4,17 +4,7 @@ Flask-Cors==4.0.1
 Flask-SocketIO==5.3.6
 flatbuffers==24.3.25
 folium==0.17.0
-google-api-core==2.19.1
-google-api-python-client==2.139.0
-google-auth==2.32.0
-google-auth-httplib2==0.2.0
-google-auth-oauthlib==1.2.1
-google-pasta==0.2.0
-googleapis-common-protos==1.63.2
-gspread==5.12.4
-gspread-dataframe==4.0.0
-gspread-formatting==1.2.0
-gspread-pandas==3.3.0
+datasets==2.20.0
 keras==3.4.1
 matplotlib==3.9.1
 matplotlib-inline==0.1.7