cjber commited on
Commit
482725e
·
1 Parent(s): 8a24a89

fix: add rate limits

Browse files

Former-commit-id: 17104be95d3df1046fe4508b8b3cc542715f8954 [formerly 0a5f0e891540c3094cde4db5b43e8689692374e8]
Former-commit-id: 31247b9871a8d0f3ebf882a1e6cf3338634685bf

Files changed (1) hide show
  1. planning_ai/llms/llm.py +5 -2
planning_ai/llms/llm.py CHANGED
@@ -1,8 +1,11 @@
1
  from dotenv import load_dotenv
 
2
  from langchain_openai import ChatOpenAI
3
 
 
 
4
  load_dotenv()
5
 
6
 
7
- GPT4o = ChatOpenAI(temperature=0, model="gpt-4o-mini")
8
- O3Mini = ChatOpenAI(model="o3-mini")
 
1
  from dotenv import load_dotenv
2
+ from langchain_core.rate_limiters import InMemoryRateLimiter
3
  from langchain_openai import ChatOpenAI
4
 
5
+ rate_limiter = InMemoryRateLimiter(requests_per_second=1)
6
+
7
  load_dotenv()
8
 
9
 
10
+ GPT4o = ChatOpenAI(temperature=0, model="gpt-4o-mini", rate_limiter=rate_limiter)
11
+ O3Mini = ChatOpenAI(model="o3-mini", rate_limiter=rate_limiter)