tdoehmen's picture
added duckdb-nsql benchmark setup
b247dc4
raw
history blame
721 Bytes
"""Pydantic models."""
from typing import List, Optional, Union
from pydantic import BaseModel
class ManifestCreate(BaseModel):
"""Create manifest Pydantic."""
# Prompt params
prompt: str
n: int = 1
max_tokens: int = 132
temperature: Optional[float] = None
top_k: Optional[int] = None
top_p: Optional[float] = None
# Manifest client params
client_name: str = "openai"
client_connection: Optional[str] = None
engine: str = "text-davinci-003"
cache_name: str = "noop"
cache_connection: Optional[str] = None
class ManifestResponse(BaseModel):
"""Manifest response Pydantic."""
response: Union[str, List[str]]
cached: bool
request_params: dict