Skip to content

Commit b32b2bb

Browse files
add instruction (#628)
* add instruction * new static site * update aisdk
1 parent 9e3b088 commit b32b2bb

File tree

5 files changed

+7
-1
lines changed

5 files changed

+7
-1
lines changed

evals/tasks/extract_hamilton_weather.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,9 @@ export const extract_hamilton_weather: EvalFunction = async ({
1515
const { debugUrl, sessionUrl } = initResponse;
1616

1717
try {
18-
await stagehand.page.goto("https://hamilton-weather.surge.sh/");
18+
await stagehand.page.goto(
19+
"https://browserbase.github.io/stagehand-eval-sites/sites/hamilton-weather/",
20+
);
1921
const xpath =
2022
"/html/body[1]/div[5]/main[1]/article[1]/div[6]/div[2]/div[1]/table[1]";
2123

evals/tasks/hn_aisdk.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@ export const hn_aisdk: EvalFunction = async ({ logger }) => {
1717
await stagehand.page.goto("https://news.ycombinator.com");
1818

1919
let { story } = await stagehand.page.extract({
20+
instruction: "extract the title of the top story on the page",
2021
schema: z.object({
2122
story: z.string().describe("the title of the top story on the page"),
2223
}),

evals/tasks/hn_customOpenAI.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ export const hn_customOpenAI: EvalFunction = async ({ logger }) => {
2020
await stagehand.page.goto("https://news.ycombinator.com");
2121

2222
let { story } = await stagehand.page.extract({
23+
instruction: "extract the title of the top story on the page",
2324
schema: z.object({
2425
story: z.string().describe("the title of the top story on the page"),
2526
}),

evals/tasks/hn_langchain.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ export const hn_langchain: EvalFunction = async ({ logger }) => {
1919
await stagehand.page.goto("https://news.ycombinator.com");
2020

2121
let { story } = await stagehand.page.extract({
22+
instruction: "extract the title of the top story on the page",
2223
schema: z.object({
2324
story: z.string().describe("the title of the top story on the page"),
2425
}),

examples/ai_sdk_example.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@ async function example() {
1616
await stagehand.page.goto("https://news.ycombinator.com");
1717

1818
const { story } = await stagehand.page.extract({
19+
instruction: "extract the title of the top story on the page",
1920
schema: z.object({
2021
story: z.string().describe("the top story on the page"),
2122
}),

0 commit comments

Comments
 (0)