refactor: 44개 시나리오 품질 개선 (false positive 제거 + flaky 수정 + E2E_TEST_ 표준화)
Phase 1 - False Positive 제거 (36개): - R.ok=true 무조건 반환 → 조건부 검증으로 교체 - 영향: edge-*, form-validation-*, pagination-sort-*, search-*, reload-persist-*, batch-create-*, detail-roundtrip-*, workflow-*, cross-module-* Phase 2 - Flaky rows[0] 패턴 수정 (7개): - detail-verify-acc-sales.json: CAPTURE/READ 스텝 E2E_TEST_ 타겟팅 - vendor-management.json: 행 클릭 E2E_TEST_ 타겟팅 - batch-update-account-sales.json: CAPTURE/SELECT/VERIFY/RESTORE 스텝 - sales-management.json: DELETE fallback 경고 로깅 Phase 3 - E2E_TEST_ 접두사 표준화 (1개): - employee-register.json: 홍길동→E2E_TEST_사원, EMP2026001→E2E_TEST_EMP001 테스트 결과: 175 PASS / 9 FAIL (숨겨진 실제 버그 5건 노출) Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -31,7 +31,7 @@
|
||||
"id": 3,
|
||||
"name": "[인사 > 사원관리] CAPTURE_EMPLOYEE",
|
||||
"action": "evaluate",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'CAPTURE_EMPLOYEE'};await w(1500);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;if(rows.length===0){R.warn='테이블에 데이터 없음';R.ok=true;return JSON.stringify(R);}const cells=rows[0].querySelectorAll('td');let val='';const indices=[1,2,3];for(const i of indices){ const t=cells[i]?.innerText?.trim(); if(t&&t.length>=2&&t.length<=40&&!/^[\\d,.]+$/.test(t)&&!/^\\d{4}[-/]/.test(t)){val=t;break;}}R.employeeName=val;if(!val){R.warn='employeeName 추출 실패';R.ok=true;return JSON.stringify(R);}if(!window.__WORKFLOW_CTX__)window.__WORKFLOW_CTX__={};window.__WORKFLOW_CTX__.employeeName=val;R.ok=true;R.info='캐처: '+val;return JSON.stringify(R);})()",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'CAPTURE_EMPLOYEE'};await w(1500);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;if(rows.length===0){R.warn='테이블에 데이터 없음';R.ok=true;return JSON.stringify(R);}const testRow=rows.find(r=>r.innerText?.includes('E2E_TEST_'));const targetRow=testRow||rows[0];R.usedTestRow=!!testRow;const cells=targetRow.querySelectorAll('td');let val='';const indices=[1,2,3];for(const i of indices){ const t=cells[i]?.innerText?.trim(); if(t&&t.length>=2&&t.length<=40&&!/^[\\d,.]+$/.test(t)&&!/^\\d{4}[-/]/.test(t)){val=t;break;}}R.employeeName=val;if(!val){R.warn='employeeName 추출 실패';R.ok=true;return JSON.stringify(R);}if(!window.__WORKFLOW_CTX__)window.__WORKFLOW_CTX__={};window.__WORKFLOW_CTX__.employeeName=val;R.ok=true;R.info='캐처: '+val;return JSON.stringify(R);})()",
|
||||
"phase": "CAPTURE_EMPLOYEE"
|
||||
},
|
||||
{
|
||||
@@ -79,7 +79,7 @@
|
||||
"id": 10,
|
||||
"name": "[인사 > 근태관리] VERIFY_EMPLOYEE_ATTEND",
|
||||
"action": "evaluate",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_EMPLOYEE_ATTEND'};await w(2000);const val=window.__WORKFLOW_CTX__?.employeeName;if(!val){R.warn='컨텍스트에 employeeName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 근태관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 근태관리에서 ['+val+'] 미발견';R.ok=true;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_EMPLOYEE_ATTEND'};await w(2000);const val=window.__WORKFLOW_CTX__?.employeeName;if(!val){R.warn='컨텍스트에 employeeName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 근태관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 근태관리에서 ['+val+'] 미발견';R.ok=false;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
|
||||
"phase": "VERIFY_EMPLOYEE_ATTEND"
|
||||
},
|
||||
{
|
||||
@@ -106,7 +106,7 @@
|
||||
"id": 14,
|
||||
"name": "[인사 > 급여관리] VERIFY_EMPLOYEE_SALARY",
|
||||
"action": "evaluate",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_EMPLOYEE_SALARY'};await w(2000);const val=window.__WORKFLOW_CTX__?.employeeName;if(!val){R.warn='컨텍스트에 employeeName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 급여관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 급여관리에서 ['+val+'] 미발견';R.ok=true;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_EMPLOYEE_SALARY'};await w(2000);const val=window.__WORKFLOW_CTX__?.employeeName;if(!val){R.warn='컨텍스트에 employeeName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 급여관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 급여관리에서 ['+val+'] 미발견';R.ok=false;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
|
||||
"phase": "VERIFY_EMPLOYEE_SALARY"
|
||||
}
|
||||
]
|
||||
|
||||
Reference in New Issue
Block a user