creating service

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,16 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -0,0 +1,10 @@
+---
+title: Afa-bd Sql-service
+emoji: 📊
+colorFrom: yellow
+colorTo: blue
+sdk: docker
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py

@@ -0,0 +1,45 @@
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import JSONResponse
+import uvicorn
+import duckdb
+from query_engine import set_query_engine
+from llama_index.core.indices.struct_store import NLSQLTableQueryEngine
+import os
+from huggingface_hub import hf_hub_download
+
+app = FastAPI()
+
+origins = ["*"]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+query_engine:NLSQLTableQueryEngine  = set_query_engine()
+query_file_path = ""
+
+@app.on_event("startup")
+def startup():
+    dataset_name = "pdrMottaS/afabd-duckdb"
+    duckdb_filename = "afabd.db"
+    global query_file_path
+    query_file_path = hf_hub_download(repo_id=dataset_name, filename=duckdb_filename, repo_type="dataset")
+
+@app.post("/sql")
+async def query_database(query:str):
+    global query_file_path
+    conn = duckdb.connect(query_file_path,read_only=True)
+    df = conn.execute(query).fetch_df()
+    return JSONResponse(df.to_json(orient = "records"))
+
+@app.post("/llm")
+async def llm(prompt: str):
+    response = query_engine.query(prompt)
+    return JSONResponse({"promt":prompt,"response":response})
+
+uvicorn.run(app,host='0.0.0.0',port=7860)

query_engine.py

@@ -0,0 +1,22 @@
+from llama_index.llms.groq import Groq
+from llama_index.embeddings.huggingface import HuggingFaceEmbedding
+from llama_index.core import Settings
+from sqlalchemy import create_engine
+from llama_index.core import SQLDatabase
+from llama_index.core.indices.struct_store import NLSQLTableQueryEngine
+
+def set_query_engine():
+    llm = Groq(
+        model="llama3-8b-8192",
+        api_key="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"
+    )
+    embedding = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
+    Settings.llm = llm
+    Settings.embed_model = embedding
+    engine = create_engine("duckdb:///llm_view.db")
+    sql_database = SQLDatabase(engine)
+    return NLSQLTableQueryEngine(
+        sql_database=sql_database, # The SQL database instance to query
+        tables=["afabd"], # List of tables to include in the query engine
+        llm=llm, # The language model used for processing natural language queries
+    )

requirements.txt

@@ -0,0 +1,86 @@
+aiohttp==3.9.5
+aiosignal==1.3.1
+annotated-types==0.7.0
+anyio==4.4.0
+attrs==23.2.0
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+dataclasses-json==0.6.7
+Deprecated==1.2.14
+dirtyjson==1.0.8
+distro==1.9.0
+dnspython==2.6.1
+duckdb==1.0.0
+email_validator==2.2.0
+fastapi==0.111.0
+fastapi-cli==0.0.4
+filelock==3.15.3
+frozenlist==1.4.1
+fsspec==2024.6.0
+greenlet==3.0.3
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+idna==3.7
+Jinja2==3.1.4
+joblib==1.4.2
+llama-index-core==0.10.48
+llama-index-embeddings-huggingface==0.2.2
+llama-index-llms-groq==0.1.4
+llama-index-llms-openai==0.1.22
+llama-index-llms-openai-like==0.1.3
+llamaindex-py-client==0.1.19
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.21.3
+mdurl==0.1.2
+multidict==6.0.5
+mypy-extensions==1.0.0
+nest-asyncio==1.6.0
+networkx==3.3
+nltk==3.8.1
+numpy==1.26.4
+openai==1.35.3
+orjson==3.10.5
+packaging==24.1
+pandas==2.2.2
+pillow==10.3.0
+pydantic==2.7.4
+pydantic_core==2.18.4
+Pygments==2.18.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+safetensors==0.4.3
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+SQLAlchemy==2.0.31
+starlette==0.37.2
+tenacity==8.4.1
+tiktoken==0.7.0
+tokenizers==0.19.1
+tqdm==4.66.4
+transformers==4.41.2
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.2
+uvicorn==0.30.1
+uvloop==0.19.0
+watchfiles==0.22.0
+websockets==12.0
+wrapt==1.16.0
+yarl==1.9.4
+SQLAlchemy==2.0.31
+datasets==2.20.0