What is recommended limit for APIs (OpenAI, Gemini, Groq)

[devendermishra]

I tried on week 1 assignment repo. Even with 5$ OpenAPI credit, I am getting rate limit. What is recommended limit for running evaluation?

File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_core/runnables/base.py", line 5710, in invoke return self.bound.invoke( ^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 395, in invoke self.generate_prompt( File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 1023, in generate_prompt return self.generate(prompt_messages, stop=stop, callbacks=callbacks, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 840, in generate self._generate_with_cache( File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_core/language_models/chat_models.py", line 1089, in _generate_with_cache result = self._generate( ^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/langchain_openai/chat_models/base.py", line 815, in _generate response = self.root_client.beta.chat.completions.parse(**payload) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/resources/beta/chat/completions.py", line 161, in parse return self._post( ^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1242, in post return cast(ResponseT, self.request(cast_to, opts, stream=stream, stream_cls=stream_cls)) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 919, in request return self._request( ^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1008, in _request return self._retry_request( ^^^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1057, in _retry_request return self._request( ^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1008, in _request return self._retry_request( ^^^^^^^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1057, in _retry_request return self._request( ^^^^^^^^^^^^^^ File "/Users/devendermishra/workspaces/scratch/rt-repo-assessment/.venv/lib/python3.12/site-packages/openai/_base_client.py", line 1023, in _request raise self._make_status_error_from_response(err.response) from None openai.RateLimitError: Error code: 429 - {'error': {'message': 'Rate limit reached for gpt-4o-mini in organization org-d6Z4JQ35yw2IwCyCbkAzsxps on requests per min (RPM): Limit 3, Used 3, Requested 1. Please try again in 20s. Visit https://platform.openai.com/account/rate-limits to learn more. You can increase your rate limit by adding a payment method to your account at https://platform.openai.com/account/billing.', 'type': 'requests', 'param': None, 'code': 'rate_limit_exceeded'}}