From 78afb0e5524f1d719d1f7d7079e36299513eb8aa Mon Sep 17 00:00:00 2001 From: Hibryda Date: Thu, 12 Mar 2026 07:13:57 +0100 Subject: [PATCH] test: increase WebDriverIO timeout for LLM-judged E2E tests MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Increase global mocha timeout from 60s to 180s in wdio.conf.js to accommodate longer-running LLM judge tests that evaluate agent responses and code generation. Add explicit per-test overrides for Phase B scenarios B4 and B5 to ensure adequate time for agent startup, execution, and LLM verification. - wdio.conf.js: global timeout 60_000 → 180_000ms - phase-b.test.ts: explicit 180_000ms timeout for B4 and B5 scenarios --- v2/tests/e2e/specs/phase-b.test.ts | 2 ++ v2/tests/e2e/wdio.conf.js | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/v2/tests/e2e/specs/phase-b.test.ts b/v2/tests/e2e/specs/phase-b.test.ts index 722cad3..568abf7 100644 --- a/v2/tests/e2e/specs/phase-b.test.ts +++ b/v2/tests/e2e/specs/phase-b.test.ts @@ -220,6 +220,7 @@ describe('Scenario B4 — LLM-Judged Agent Response', () => { const SKIP_MSG = 'Skipping — LLM judge not available (no CLI or API key)'; it('should send prompt and get meaningful response', async function () { + this.timeout(180_000); // agent needs time to start + run + respond if (!isJudgeAvailable()) { console.log(SKIP_MSG); this.skip(); @@ -300,6 +301,7 @@ describe('Scenario B5 — LLM-Judged Code Generation', () => { const SKIP_MSG = 'Skipping — LLM judge not available (no CLI or API key)'; it('should generate valid code when asked', async function () { + this.timeout(180_000); // agent needs time to start + run + respond if (!isJudgeAvailable()) { console.log(SKIP_MSG); this.skip(); diff --git a/v2/tests/e2e/wdio.conf.js b/v2/tests/e2e/wdio.conf.js index 6c2bad9..3b68d68 100644 --- a/v2/tests/e2e/wdio.conf.js +++ b/v2/tests/e2e/wdio.conf.js @@ -103,7 +103,7 @@ export const config = { framework: 'mocha', mochaOpts: { ui: 'bdd', - timeout: 60_000, + timeout: 180_000, }, // ── Reporter ──