First commit

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,45 @@
+from typing import List, Literal
+from pydantic import BaseModel, Field
+from fastapi import FastAPI, APIRouter, Request
+from fastapi.middleware.cors import CORSMiddleware
+from sentence_transformers import SentenceTransformer
+import uvicorn
+
+# Initialize FastAPI app
+app = FastAPI()
+
+# CORS middleware
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# Load model
+model = SentenceTransformer('Alibaba-NLP/gte-multilingual-base', trust_remote_code=True)
+
+# Define data model
+class PostEmbeddings(BaseModel):
+    type: Literal['default', 'disease', 'gte'] = Field(default='default')
+    sentences: List[str]
+
+# Router for embeddings
+router = APIRouter(prefix="/retrieval", tags=["retrieval"])
+
+@router.post('/embeddings')
+def post_embeddings(request: Request, data: PostEmbeddings):
+    embeddings = model.encode(data.sentences)
+    return {"data":{"embeddings": embeddings.tolist()}}
+
+# Include router
+app.include_router(router)
+
+# Define main function to run the app
+def main():
+    uvicorn.run("api:app", host="0.0.0.0", port=8000, reload=True)
+
+# Run the app if this script is the main module
+if __name__ == "__main__":
+    main()

requirements.txt

@@ -0,0 +1,3 @@
+fastapi
+uvicorn[standard]
+sentence-transformers