From 1b5d3a0adf541bcfe28faf37cc64f1142dbd342f Mon Sep 17 00:00:00 2001 From: Abhinav Kimothi Date: Sun, 28 Jul 2024 04:32:07 +0530 Subject: [PATCH] Update evaluators.py Changed the seed argument in ChatOpenAI function --- langchain_benchmarks/rag/evaluators.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/langchain_benchmarks/rag/evaluators.py b/langchain_benchmarks/rag/evaluators.py index b8970fd..1d4cc79 100644 --- a/langchain_benchmarks/rag/evaluators.py +++ b/langchain_benchmarks/rag/evaluators.py @@ -87,7 +87,7 @@ def get_eval_config() -> RunEvalConfig: eval_llm = ChatOpenAI( model="gpt-4", temperature=0.0, - model_kwargs={"seed": 42}, + seed=42, max_retries=1, request_timeout=60, ) @@ -95,7 +95,7 @@ def get_eval_config() -> RunEvalConfig: faithfulness_eval_llm = ChatOpenAI( model="gpt-4-1106-preview", temperature=0.0, - model_kwargs={"seed": 42}, + seed=42, max_retries=1, request_timeout=60, )