Update app.py

app.py

@@ -23,7 +23,12 @@ app.add_middleware(
     allow_methods=["*"],
     allow_headers=["*"],
 )
-
+MODEL_MAPPING = {
+    "keyless-gpt-4o-mini": "gpt-4o-mini",
+    "keyless-claude-3-haiku": "claude-3-haiku-20240307",
+    "keyless-mixtral-8x7b": "mistralai/Mixtral-8x7B-Instruct-v0.1",
+    "keyless-meta-Llama-3.1-70B-Instruct-Turbo": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"
+}
 
 class ModelInfo(BaseModel):
     id: str
@@ -189,49 +194,11 @@ async def chat_with_duckduckgo(query: str, model: str, conversation_history: Lis
             logging.error(f"Unexpected error in chat_with_duckduckgo: {str(e)}")
             raise HTTPException(status_code=500, detail=f"Unexpected error: {str(e)}")
 
-from typing import Dict, List
-
-MODEL_MAPPING: Dict[str, Dict[str, str]] = {
-    "keyless-gpt-4o-mini": {
-        "backend_model": "gpt-4o-mini",
-        "owned_by": "openai"
-    },
-    "keyless-claude-3-haiku": {
-        "backend_model": "claude-3-haiku-20240307",
-        "owned_by": "anthropic"
-    },
-    "keyless-mixtral-8x7b": {
-        "backend_model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
-        "owned_by": "mistralai"
-    },
-    "keyless-meta-Llama-3.1-70B-Instruct-Turbo": {
-        "backend_model": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
-        "owned_by": "meta"
-    }
-}
-
 @app.get("/v1/models")
-async def list_models() -> Dict[str, List[Dict[str, any]]]:
-    """
-    List available models with their metadata.
-    
-    Returns:
-        Dict containing a list of model information objects.
-    """
-    current_timestamp = int(datetime.now().timestamp())
-    
-    models = [
-        {
-            "id": model_id,
-            "object": "model",
-            "created": current_timestamp,
-            "owned_by": model_info["owned_by"],
-            "backend_model": model_info["backend_model"]
-        }
-        for model_id, model_info in MODEL_MAPPING.items()
-    ]
-    
-    return {"data": models}
+async def list_models():
+    logging.info("Listing available models")
+    models = [ModelInfo(id=model_id) for model_id in MODEL_MAPPING.keys()]
+    return {"data": models, "object": "list"}
 
 @app.post("/v1/chat/completions")
 async def chat_completion(request: ChatCompletionRequest):
@@ -324,4 +291,4 @@ async def end_conversation(conversation_id: str):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=1337)
+    uvicorn.run(app, host="0.0.0.0", port=8000)