diff --git a/evals/env.ts b/evals/env.ts index 45f877bd1..4f49517e1 100644 --- a/evals/env.ts +++ b/evals/env.ts @@ -4,10 +4,11 @@ * * The environment is read from the EVAL_ENV environment variable. */ -export const env: "BROWSERBASE" | "LOCAL" = - process.env.EVAL_ENV?.toLowerCase() === "browserbase" - ? "BROWSERBASE" - : "LOCAL"; +// export const env: "BROWSERBASE" | "LOCAL" = +// process.env.EVAL_ENV?.toLowerCase() === "browserbase" +// ? "BROWSERBASE" +// : "LOCAL"; +export const env = "BROWSERBASE" as const; /** * Enable or disable caching based on the EVAL_ENABLE_CACHING environment variable. diff --git a/evals/index.eval.ts b/evals/index.eval.ts index c66ad3ffb..7d8dca11d 100644 --- a/evals/index.eval.ts +++ b/evals/index.eval.ts @@ -47,11 +47,11 @@ dotenv.config(); */ const MAX_CONCURRENCY = process.env.EVAL_MAX_CONCURRENCY ? parseInt(process.env.EVAL_MAX_CONCURRENCY, 10) - : 3; + : 5; const TRIAL_COUNT = process.env.EVAL_TRIAL_COUNT ? parseInt(process.env.EVAL_TRIAL_COUNT, 10) - : 3; + : 1; /** * generateSummary: diff --git a/evals/initStagehand.ts b/evals/initStagehand.ts index f2de7ba4e..0b96ed135 100644 --- a/evals/initStagehand.ts +++ b/evals/initStagehand.ts @@ -82,6 +82,7 @@ export const initStagehand = async ({ ...(domSettleTimeoutMs && { domSettleTimeoutMs }), actTimeoutMs, ...configOverrides, + useAPI: true, logger: logger.log.bind(logger), };