Bug Fixes

Author: Siba Rajendran

src/fmcore/prompt_tuner/dspy/optimizer_wrapper/miprov2/miprov2_optimizer_types.py

@@ -24,10 +24,10 @@ class MIPROv2OptimizerParams(BaseOptimizerParams):
     """
 
     optimizer_metric: str = OptimizerMetricType.ACCURACY
-    auto: Optional[str] = Field(default="light")
     num_candidates: Optional[int] = Field(default=7)
     max_errors: Optional[int] = Field(default=10)
     minibatch: Optional[bool] = Field(default=False)
+    auto: Optional[str] = None
 
 
 class MIPROv2OptimizerConfig(

src/fmcore/prompt_tuner/evaluator/llm_as_a_judge_boolean/llm_as_a_judge_boolean_evaluator.py

@@ -94,14 +94,13 @@ def evaluate(self, data: Dict) -> bool:
 
         except Exception as e:
             Log.error(
-                "[SYNC EVALUATION ERROR]\n"
-                "------------------------------\n"
-                f"[INPUT DATA]: {data}\n\n"
-                f"[PROMPT]: {self.evaluator_config.evaluator_params.prompt}\n\n"
-                f"[FORMATTED MESSAGE]: {formatted_message}\n\n"
-                f"[LLM RESPONSE]: {llm_response}\n\n"
-                f"[JSON RESPONSE]: {json_response}\n\n"
-                f"[DECISION]: {decision}\n\n"
+                "[SYNC EVALUATION ERROR]\t\t ->"
+                f"[INPUT DATA]: {data}\t\t ->"
+                f"[PROMPT]: {self.evaluator_config.evaluator_params.prompt}\t\t ->"
+                f"[FORMATTED MESSAGE]: {formatted_message}\t\t ->"
+                f"[LLM RESPONSE]: {llm_response}\t\t ->"
+                f"[JSON RESPONSE]: {json_response}\t\t ->"
+                f"[DECISION]: {decision}\t\t ->"
                 f"[ERROR]: {e}"
             )
             raise
@@ -131,14 +130,13 @@ async def aevaluate(self, data: Dict) -> bool:
 
         except Exception as e:
             Log.error(
-                "[ASYNC EVALUATION ERROR]\n"
-                "--------------------------------\n"
-                f"[INPUT DATA]: {data}\n\n"
-                f"[PROMPT]: {self.evaluator_config.evaluator_params.prompt}\n\n"
-                f"[FORMATTED MESSAGE]: {formatted_message}\n\n"
-                f"[LLM RESPONSE]: {llm_response}\n\n"
-                f"[JSON RESPONSE]: {json_response}\n\n"
-                f"[DECISION]: {decision}\n\n"
+                "[ASYNC EVALUATION ERROR]\t\t->"
+                f"[INPUT DATA]: {data}\t\t ->"
+                f"[PROMPT]: {self.evaluator_config.evaluator_params.prompt}\t\t ->"
+                f"[FORMATTED MESSAGE]: {formatted_message}\t\t ->"
+                f"[LLM RESPONSE]: {llm_response}\t\t ->"
+                f"[JSON RESPONSE]: {json_response}\t\t ->"
+                f"[DECISION]: {decision}\t\t ->"
                 f"[ERROR]: {e}"
             )
             raise