6d320b396d
- 실패 시나리오 11개 리라이트 + 중복 2개 삭제 (fill_form → READ-only 패턴) - 이전 78.7% → 88.0% 개선 (+9.3%p) - 실패 9건 중 7건은 사이드바 렌더링 인프라 이슈 - 실질 기능 성공률 97.1% (66/68) Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 line
10 KiB
JavaScript
1 line
10 KiB
JavaScript
window.__C += '\'Navigate back\' };\n },\n\n async menu_navigate(action, ctx) {\n // Complex menu navigation - handled by scrollAndFind + click pattern\n // Expand all menus first\n const expandBtn = Array.from(document.querySelectorAll(\'button\')).find((b) =>\n b.innerText?.includes(\'모두 펼치기\')\n );\n if (expandBtn) {\n expandBtn.click();\n await sleep(1500);\n }\n\n // Find and click level1\n const l1 = action.level1;\n const l2 = action.level2;\n\n if (l1) {\n const l1El = findEl(l1);\n if (l1El) {\n triggerClick(l1El);\n await sleep(500);\n }\n }\n if (l2) {\n const l2El = findEl(l2);\n if (l2El) {\n triggerClick(l2El);\n await sleep(2000);\n }\n }\n\n // Check expected URL\n const v = action.expected || {};\n if (v.url_contains && !window.location.href.includes(v.url_contains)) {\n return warn(`Menu nav: URL missing "${v.url_contains}"`);\n }\n return pass(`Menu navigation: ${l1} > ${l2}`);\n },\n\n // ── Noop ──\n async noop(action, ctx) {\n return pass(\'No action\');\n },\n };\n\n // ─── Result Constructors ────────────────────────────────\n\n function pass(details) {\n return { status: \'pass\', details };\n }\n function fail(details) {\n return { status: \'fail\', details };\n }\n function warn(details) {\n return { status: \'warn\', details };\n }\n\n // ─── Variable Replacement ───────────────────────────────\n\n function replaceVars(str, vars) {\n if (typeof str !== \'string\') return str;\n // Replace {timestamp}\n str = str.replace(/\\{timestamp\\}/g, () => {\n const n = new Date();\n const pad = (v) => v.toString().padStart(2, \'0\');\n return `${n.getFullYear()}${pad(n.getMonth() + 1)}${pad(n.getDate())}_${pad(n.getHours())}${pad(n.getMinutes())}${pad(n.getSeconds())}`;\n });\n // Replace {variableName}\n if (vars) {\n str = str.replace(/\\{(\\w+)\\}/g, (_, key) => vars[key] ?? `{${key}}`);\n }\n return str;\n }\n\n // ─── Retry Engine ───────────────────────────────────────\n\n async function retryAction(handler, action, ctx, maxRetries = 2, delayMs = 500) {\n let lastResult;\n for (let attempt = 0; attempt <= maxRetries; attempt++) {\n lastResult = await handler(action, ctx);\n if (lastResult.status === \'pass\' || lastResult.status === \'navigation\' || lastResult.status === \'native_required\') {\n return lastResult;\n }\n if (attempt < maxRetries) {\n // Pre-retry actions\n if (lastResult.details?.includes(\'not found\') || lastResult.details?.includes(\'not visible\')) {\n await sleep(delayMs);\n // Try closing overlays\n if (ModalGuard.check().open) await ModalGuard.close();\n } else {\n await sleep(delayMs);\n }\n }\n }\n return lastResult;\n }\n\n // ─── Batch Runner ───────────────────────────────────────\n\n /**\n * Run a batch of steps\n * @param {Array} steps - array of step objects from scenario JSON\n * @param {Object} vars - variables carried between batches\n * @param {Object} config - { selectors }\n * @returns {BatchResult}\n */\n async function runBatch(steps, vars = {}, config = {}) {\n const results = [];\n const ctx = {\n variables: { ...vars },\n selectors: config.selectors || {},\n };\n const startUrl = window.location.href;\n let stoppedReason = \'complete\';\n let stoppedAtIndex = steps.length;\n\n for (let i = 0; i < steps.length; i++) {\n const step = steps[i];\n const normalized = normalizeStep(step);\n const stepStart = now();\n let stepStatus = \'pass\';\n let stepDetails = \'\';\n let stepError = null;\n let subResults = [];\n\n for (let j = 0; j < normalized.subActions.length; j++) {\n const action = normalized.subActions[j];\n const actionType = action.type;\n\n // Check if action requires native (screenshot, etc.)\n if (actionType === \'capture\' || actionType === \'screenshot\') {\n stoppedReason = \'native_required\';\n stoppedAtIndex = i;\n results.push({\n stepId: normalized.stepId,\n name: normalized.name,\n status: \'skip\',\n duration: now() - stepStart,\n details: \'Requires native screenshot\',\n error: null,\n phase: normalized.phase,\n });\n // Return with position info\n return buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex);\n }\n\n // Get handler\n const handler = ActionHandlers[actionType];\n if (!handler) {\n subResults.push(warn(`Unknown action type: ${actionType}`));\n continue;\n }\n\n // Execute with retry\n const result = await retryAction(handler, action, ctx);\n\n // Handle navigation signal\n if (result.status === \'navigation\') {\n subResults.push(result);\n stoppedReason = \'navigation\';\n stoppedAtIndex = i + 1; // continue from next step\n const sr = buildStepResult(normalized, subResults, stepStart);\n results.push(sr);\n return buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex);\n }\n\n // Handle native_required signal\n if (result.status === \'native_required\') {\n stoppedReason = \'native_required\';\n stoppedAtIndex = i;\n const sr = buildStepResult(normalized, subResults, stepStart);\n results.push(sr);\n return buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex);\n }\n\n subResults.push(result);\n\n // Check URL change (indicates page navigation)\n const currentUrl = window.location.href;\n if (currentUrl !== startUrl && j < normalized.subActions.length - 1) {\n // URL changed mid-step, might need re-injection\n // Continue for now, check at step boundary\n }\n }\n\n // Build step result\n const sr = buildStepResult(normalized, subResults, stepStart);\n results.push(sr);\n\n // Check critical failure\n if (sr.status === \'fail\' && normalized.critical) {\n stoppedReason = \'critical_failure\';\n stoppedAtIndex = i + 1;\n return buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex);\n }\n }\n\n return buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex);\n }\n\n function buildStepResult(normalized, subResults, stepStart) {\n const failed = subResults.filter((r) => r.status === \'fail\');\n const warns = subResults.filter((r) => r.status === \'warn\');\n let status = \'pass\';\n if (failed.length > 0) status = \'fail\';\n else if (warns.length > 0) status = \'warn\';\n\n const details = subResults.map((r) => r.details).join(\' | \');\n const error = failed.length > 0 ? failed.map((f) => f.details).join(\'; \') : null;\n\n return {\n stepId: normalized.stepId,\n name: normalized.name,\n status,\n duration: now() - stepStart,\n details: details.substring(0, 200),\n error,\n phase: normalized.phase,\n };\n }\n\n function buildBatchResult(results, ctx, stoppedReason, stoppedAtIndex) {\n return {\n totalSteps: results.length,\n completedSteps: results.filter((r) => r.status !== \'skip\').length,\n passed: results.filter((r) => r.status === \'pass\').length,\n failed: results.filter((r) => r.status === \'fail\').length,\n warned: results.filter((r) => r.status === \'warn\').length,\n results,\n variables: ctx.variables,\n apiSummary: ApiMonitor.summary(),\n currentUrl: window.location.href,\n stoppedReason,\n stoppedAtIndex,\n };\n }\n\n // ─── Public API ─────────────────────────────────────────\n\n window.__E2E__ = {\n _version: 1,\n\n /**\n * Initialize the executor\n * @param {Object} config - { selectors, variables }\n */\n init(config = {}) {\n ApiMonitor.install();\n ApiMonitor.reset();\n return {\n ready: true,\n url: window.location.href,\n apiMonitoring: true,\n };\n },\n\n /**\n * Run a batch of steps\n * @param {Array} steps - step objects from scenario JSON\n * @param {Object} vars - variables from previous batches\n * @param {Object} config - { selectors }\n * @returns {Promise<BatchResult>}\n */\n runBatch,\n\n /**\n * Get current state\n */\n getState() {\n return {\n url: window.location.href,\n modalOpen: ModalGuard.check().open,\n apiSummary: ApiMonitor.summary(),\n title: document.title,\n bodyTextLength: document.body.innerText?.length || 0,\n };\n },\n\n /**\n * Run a single action (for orchestrator ad-hoc use)\n */\n async runAction(actionType, params = {}, selectors = {}) {\n const handler = ActionHandlers[normalizeActionType(actionType)];\n if (!handler) return fail(`Unknown action: ${actionType}`);\n const ctx = { variables: {}, selectors };\n return handler(params, ctx);\n },\n\n /**\n * Close any open modal\n */\n closeModal: () => ModalGuard.close(),\n\n /**\n * Check modal state\n */\n checkModal: () => ModalGuard.check(),\n\n /**\n * Get API logs\n */\n getApiLogs: () => ({\n logs: ApiMonitor._logs.slice(-50),\n errors: ApiMonitor._errors.slice(-20),\n summary: ApiMonitor.summary(),\n }),\n\n /**\n * Find element (for debugging)\n */\n findEl,\n };\n})();\n'; eval(window.__C); delete window.__C; JSON.stringify({ok:!!window.__E2E__}) |