diff --git a/packages/chatbot-server-mongodb-public/package.json b/packages/chatbot-server-mongodb-public/package.json
index 4bb069837..00d5563dc 100644
--- a/packages/chatbot-server-mongodb-public/package.json
+++ b/packages/chatbot-server-mongodb-public/package.json
@@ -14,6 +14,8 @@
     ".": "./build/lib.js"
   },
   "scripts": {
+    "build:check": "tsc --noEmit --project tsconfig.json",
+    "prebuild": "npm run build:check",
     "build": "rm -rf ./build/ && tsc -b tsconfig.build.json",
     "dev": "nodemon src/index.ts",
     "format": "prettier ./src --write",
diff --git a/packages/chatbot-server-mongodb-public/src/eval/bin/generateEvalCasesYamlFromCSV.ts b/packages/chatbot-server-mongodb-public/src/eval/bin/generateEvalCasesYamlFromCSV.ts
index 39a3bc45e..842a83e34 100644
--- a/packages/chatbot-server-mongodb-public/src/eval/bin/generateEvalCasesYamlFromCSV.ts
+++ b/packages/chatbot-server-mongodb-public/src/eval/bin/generateEvalCasesYamlFromCSV.ts
@@ -124,7 +124,7 @@ async function main({
   );
   const urlsNotIngested = await pageStore.getMissingPagesByUrl({
     expectedUrls,
-    urlTransformer: normalizeUrl,
+    urlTransformer: (url) => normalizeUrl({ url }),
   });
   if (urlsNotIngested.length > 0) {
     console.warn(
diff --git a/packages/chatbot-server-mongodb-public/src/eval/experiments/allScorersTest.eval.ts b/packages/chatbot-server-mongodb-public/src/eval/experiments/allScorersTest.eval.ts
index 9f3dc34c8..dc5f60bf5 100644
--- a/packages/chatbot-server-mongodb-public/src/eval/experiments/allScorersTest.eval.ts
+++ b/packages/chatbot-server-mongodb-public/src/eval/experiments/allScorersTest.eval.ts
@@ -11,7 +11,6 @@ import fs from "fs";
 import path from "path";
 import { makeConversationEval } from "../ConversationEval";
 import { makeGenerateResponse } from "../../config";
-import { addMessageToConversationStream } from "../../processors/generateResponseWithSearchTool";
 
 async function conversationEval() {
   // Get all the conversation eval cases from YAML
diff --git a/packages/chatbot-server-mongodb-public/src/eval/experiments/architectureCenter.eval.ts b/packages/chatbot-server-mongodb-public/src/eval/experiments/architectureCenter.eval.ts
index df621e536..e020b9008 100644
--- a/packages/chatbot-server-mongodb-public/src/eval/experiments/architectureCenter.eval.ts
+++ b/packages/chatbot-server-mongodb-public/src/eval/experiments/architectureCenter.eval.ts
@@ -11,7 +11,6 @@ import fs from "fs";
 import path from "path";
 import { makeConversationEval } from "../ConversationEval";
 import { makeGenerateResponse } from "../../config";
-import { addMessageToConversationStream } from "../../processors/generateResponseWithSearchTool";
 
 async function conversationEval() {
   // Get ONLY architecture center conversations
diff --git a/packages/chatbot-server-mongodb-public/src/eval/experiments/customSystemPrompt.eval.ts b/packages/chatbot-server-mongodb-public/src/eval/experiments/customSystemPrompt.eval.ts
index 8cedbb507..b5a2d7f3d 100644
--- a/packages/chatbot-server-mongodb-public/src/eval/experiments/customSystemPrompt.eval.ts
+++ b/packages/chatbot-server-mongodb-public/src/eval/experiments/customSystemPrompt.eval.ts
@@ -9,7 +9,6 @@ import {
 } from "../evalHelpers";
 import { makeConversationEval } from "../ConversationEval";
 import { closeDbConnections, makeGenerateResponse } from "../../config";
-import { responsesApiStream } from "../../processors/generateResponseWithSearchTool";
 
 const conversationEvalCases: ConversationEvalCase[] = [
   // Test 1: Basic custom system prompt override
diff --git a/packages/chatbot-server-mongodb-public/src/eval/experiments/dotcomQuestionsTest.eval.ts b/packages/chatbot-server-mongodb-public/src/eval/experiments/dotcomQuestionsTest.eval.ts
index 162c824f1..be14ed81b 100644
--- a/packages/chatbot-server-mongodb-public/src/eval/experiments/dotcomQuestionsTest.eval.ts
+++ b/packages/chatbot-server-mongodb-public/src/eval/experiments/dotcomQuestionsTest.eval.ts
@@ -11,7 +11,6 @@ import fs from "fs";
 import path from "path";
 import { makeConversationEval } from "../ConversationEval";
 import { makeGenerateResponse } from "../../config";
-import { addMessageToConversationStream } from "../../processors/generateResponseWithSearchTool";
 
 async function conversationEval() {
   // Get dotcom question set eval cases from YAML
diff --git a/packages/chatbot-server-mongodb-public/src/tools/search.eval.ts b/packages/chatbot-server-mongodb-public/src/tools/search.eval.ts
index 983a117a1..f54e94cc9 100644
--- a/packages/chatbot-server-mongodb-public/src/tools/search.eval.ts
+++ b/packages/chatbot-server-mongodb-public/src/tools/search.eval.ts
@@ -2,6 +2,7 @@ import "dotenv/config";
 import {
   Eval,
   EvalCase,
+  EvalParameters,
   EvalScorer,
   EvalTask,
 } from "mongodb-rag-core/braintrust";
@@ -62,8 +63,10 @@ const { k } = retrievalConfig.findNearestNeighborsOptions;
 const retrieveRelevantContentEvalTask: EvalTask<
   RetrievalEvalCaseInput,
   RetrievalTaskOutput,
-  RetrievalEvalCaseExpected
-> = async function (data) {
+  RetrievalEvalCaseExpected,
+  void,
+  EvalParameters
+> = async function (data: RetrievalEvalCaseInput) {
   // TODO: (EAI-991) implement retrieval task for evaluation
   const extractedMetadata: MongoDbSearchToolArgs = {
     productName: null,
diff --git a/packages/mongodb-rag-core/src/index.ts b/packages/mongodb-rag-core/src/index.ts
index e3d069f05..5705be99c 100644
--- a/packages/mongodb-rag-core/src/index.ts
+++ b/packages/mongodb-rag-core/src/index.ts
@@ -24,3 +24,4 @@ export * from "./VectorStore";
 export * from "./arrayFilters";
 export * from "./assertEnvVars";
 export * from "./getEnv";
+export * from "./mongoDbMetadata";