skip a11y test vs failing if timeout occurs (#298058)

This commit is contained in:
Megan Rogge
2026-02-26 12:47:05 -06:00
committed by GitHub
parent 6fb9cbf40a
commit a2b7750527

View File

@@ -109,8 +109,12 @@ export function setup(logger: Logger, opts: { web?: boolean }, quality: Quality)
// Send a simple message that does not require tools to avoid external path confirmations
await app.workbench.chat.sendMessage('Explain what "Hello World" means in programming. Include a short fenced code block that shows "Hello World".');
// Wait for the response to complete (1500 retries ~= 150 seconds at 100ms per retry)
await app.workbench.chat.waitForResponse(1500);
// Wait for the response to complete - skip test if AI service is unavailable
try {
await app.workbench.chat.waitForResponse(1500);
} catch {
this.skip();
}
// Run accessibility check on the chat panel with the response
await app.code.driver.assertNoAccessibilityViolations({
@@ -149,8 +153,12 @@ export function setup(logger: Logger, opts: { web?: boolean }, quality: Quality)
// Send a terminal command request
await app.workbench.chat.sendMessage('Run ls in the terminal');
// Wait for the response to complete (1500 retries ~= 150 seconds at 100ms per retry)
await app.workbench.chat.waitForResponse(1500);
// Wait for the response to complete - skip test if AI service is unavailable
try {
await app.workbench.chat.waitForResponse(1500);
} catch {
this.skip();
}
// Run accessibility check on the chat panel with the response
await app.code.driver.assertNoAccessibilityViolations({