Refactor WSGI and manage.py to utilize refresh_author_db function; add refresh_author_db_view for admin access control

BridgeMentor/utils.py

@@ -0,0 +1,24 @@
+import os
+import shutil
+import time
+
+
+def refresh_author_db(check_time=False):
+    db_file = os.path.join(os.getcwd(), "db.sqlite3")
+    if check_time & (os.path.exists(db_file) and (time.time() - os.path.getmtime(db_file) < 300)):
+        print("db.sqlite3 exists and is recent. Skipping download.")
+    else:
+        from huggingface_hub import hf_hub_download
+        custom_cache_dir = os.path.expanduser("/app/.cache/huggingface")
+
+        file_path = hf_hub_download(
+            repo_id="SushantGautam/BridgeMentor",
+            filename="db.sqlite3",
+            repo_type="dataset",
+            cache_dir=custom_cache_dir
+        )
+        print(f"Downloaded to: {file_path}")
+        destination_path = os.path.join(os.getcwd(), "db.sqlite3")
+        shutil.copy(file_path, destination_path)
+        print(
+            f"db.sqlite3 Copied to current directory: {destination_path}")

BridgeMentor/wsgi.py

@@ -8,31 +8,10 @@ https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/
 """
 
 import os
-import shutil
 from django.core.wsgi import get_wsgi_application
-import time
-
+from .utils import refresh_author_db
 if os.environ.get('INSIDEDOCKER'):
-    db_file = os.path.join(os.getcwd(), "db.sqlite3")
-
-    if os.path.exists(db_file) and (time.time() - os.path.getmtime(db_file) < 300):
-        print("db.sqlite3 exists and is recent. Skipping download.")
-    else:
-        from huggingface_hub import hf_hub_download
-        custom_cache_dir = os.path.expanduser("/app/.cache/huggingface")
-
-        file_path = hf_hub_download(
-            repo_id="SushantGautam/BridgeMentor",
-            filename="db.sqlite3",
-            repo_type="dataset",
-            cache_dir=custom_cache_dir
-        )
-        print(f"Downloaded to: {file_path}")
-        destination_path = os.path.join(os.getcwd(), "db.sqlite3")
-        shutil.copy(file_path, destination_path)
-        print(f"db.sqlite3 Copied to current directory: {destination_path}")
-
-
+    refresh_author_db(check_time=True)
 os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'BridgeMentor.settings')
 
 application = get_wsgi_application()

core/urls.py

@@ -1,7 +1,8 @@
 from django.urls import path
-from .views import home_page, search_hierarchy
+from .views import home_page, search_hierarchy, refresh_author_db_view
 
 urlpatterns = [
     path('', home_page, name='home'),
     path("api/search/", search_hierarchy, name="search-hierarchy"),
+    path("refresh_author_db", refresh_author_db_view, name="refresh-author-db")
 ]

core/views.py

@@ -2,11 +2,21 @@ from .models import Domain, Field, Subfield, Topic
 from django.http import JsonResponse
 from django.shortcuts import render
 
+from BridgeMentor.utils import refresh_author_db
+
 
 def home_page(request):
     return render(request, 'home.html')
 
 
+def refresh_author_db_view(request):
+    # check if admin
+    if not request.user.is_superuser:
+        return JsonResponse({"error": "Permission denied"}, status=403)
+    refresh_author_db(check_time=False)
+    return JsonResponse({"status": "success", "message": "Database refreshed successfully. <a href='/'>Go Home</a>"}, status=200)
+
+
 def search_hierarchy(request):
     q = request.GET.get("q", "").strip()
     if not q:

manage.py

@@ -2,30 +2,10 @@
 """Django's command-line utility for administrative tasks."""
 import os
 import sys
-import time
-
-import shutil
 
+from BridgeMentor.utils import refresh_author_db
 if os.environ.get('INSIDEDOCKER'):
-    db_file = os.path.join(os.getcwd(), "db.sqlite3")
-
-    if os.path.exists(db_file) and (time.time() - os.path.getmtime(db_file) < 300):
-        print("db.sqlite3 exists and is recent. Skipping download.")
-    else:
-        from huggingface_hub import hf_hub_download
-        custom_cache_dir = os.path.expanduser("/app/.cache/huggingface")
-
-        file_path = hf_hub_download(
-            repo_id="SushantGautam/BridgeMentor",
-            filename="db.sqlite3",
-            repo_type="dataset",
-            cache_dir=custom_cache_dir
-        )
-        print(f"Downloaded to: {file_path}")
-        destination_path = os.path.join(os.getcwd(), "db.sqlite3")
-        shutil.copy(file_path, destination_path)
-        print(f"db.sqlite3 Copied to current directory: {destination_path}")
-
+    refresh_author_db(check_time=True)
 
 def main():
     """Run administrative tasks."""