Spaces:
Build error
Build error
fix: add rate limits
Browse filesFormer-commit-id: 17104be95d3df1046fe4508b8b3cc542715f8954 [formerly 0a5f0e891540c3094cde4db5b43e8689692374e8]
Former-commit-id: 31247b9871a8d0f3ebf882a1e6cf3338634685bf
- planning_ai/llms/llm.py +5 -2
planning_ai/llms/llm.py
CHANGED
@@ -1,8 +1,11 @@
|
|
1 |
from dotenv import load_dotenv
|
|
|
2 |
from langchain_openai import ChatOpenAI
|
3 |
|
|
|
|
|
4 |
load_dotenv()
|
5 |
|
6 |
|
7 |
-
GPT4o = ChatOpenAI(temperature=0, model="gpt-4o-mini")
|
8 |
-
O3Mini = ChatOpenAI(model="o3-mini")
|
|
|
1 |
from dotenv import load_dotenv
|
2 |
+
from langchain_core.rate_limiters import InMemoryRateLimiter
|
3 |
from langchain_openai import ChatOpenAI
|
4 |
|
5 |
+
rate_limiter = InMemoryRateLimiter(requests_per_second=1)
|
6 |
+
|
7 |
load_dotenv()
|
8 |
|
9 |
|
10 |
+
GPT4o = ChatOpenAI(temperature=0, model="gpt-4o-mini", rate_limiter=rate_limiter)
|
11 |
+
O3Mini = ChatOpenAI(model="o3-mini", rate_limiter=rate_limiter)
|