From c11e3b7748f10816738c94dc356051693f578e47 Mon Sep 17 00:00:00 2001 From: Alex Rudenko Date: Mon, 16 Feb 2026 13:52:26 +0100 Subject: [PATCH] chore: add vague performance request scenario --- .../eval_scenarios/performance_vague_test.ts | 27 +++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 scripts/eval_scenarios/performance_vague_test.ts diff --git a/scripts/eval_scenarios/performance_vague_test.ts b/scripts/eval_scenarios/performance_vague_test.ts new file mode 100644 index 000000000..e31803ab8 --- /dev/null +++ b/scripts/eval_scenarios/performance_vague_test.ts @@ -0,0 +1,27 @@ +/** + * @license + * Copyright 2026 Google LLC + * SPDX-License-Identifier: Apache-2.0 + */ + +import assert from 'node:assert'; + +import type {TestScenario} from '../eval_gemini.ts'; + +export const scenario: TestScenario = { + prompt: 'I want to make my page fast. Page URL is .', + maxTurns: 2, + htmlRoute: { + path: '/index.html', + htmlContent: ` + + `, + }, + expectations: calls => { + assert.strictEqual(calls.length, 2); + assert.ok( + calls[0].name === 'navigate_page' || calls[0].name === 'new_page', + ); + assert.ok(calls[1].name === 'performance_start_trace'); + }, +};