refactor: 44개 시나리오 품질 개선 (false positive 제거 + flaky 수정 + E2E_TEST_ 표준화)

Phase 1 - False Positive 제거 (36개):
- R.ok=true 무조건 반환 → 조건부 검증으로 교체
- 영향: edge-*, form-validation-*, pagination-sort-*, search-*, reload-persist-*,
  batch-create-*, detail-roundtrip-*, workflow-*, cross-module-*

Phase 2 - Flaky rows[0] 패턴 수정 (7개):
- detail-verify-acc-sales.json: CAPTURE/READ 스텝 E2E_TEST_ 타겟팅
- vendor-management.json: 행 클릭 E2E_TEST_ 타겟팅
- batch-update-account-sales.json: CAPTURE/SELECT/VERIFY/RESTORE 스텝
- sales-management.json: DELETE fallback 경고 로깅

Phase 3 - E2E_TEST_ 접두사 표준화 (1개):
- employee-register.json: 홍길동→E2E_TEST_사원, EMP2026001→E2E_TEST_EMP001

테스트 결과: 175 PASS / 9 FAIL (숨겨진 실제 버그 5건 노출)

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
김보곤
2026-02-19 21:55:15 +09:00
parent 1e60fa41a4
commit 21b272702d
44 changed files with 170 additions and 243 deletions

View File

@@ -31,7 +31,7 @@
"id": 3,
"name": "[판매 > 거래처관리] CAPTURE_VENDOR",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'CAPTURE_VENDOR'};await w(1500);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;if(rows.length===0){R.warn='테이블에 데이터 없음';R.ok=true;return JSON.stringify(R);}const cells=rows[0].querySelectorAll('td');let val='';const indices=[1,2,3];for(const i of indices){ const t=cells[i]?.innerText?.trim(); if(t&&t.length>=2&&t.length<=40&&!/^[\\d,.]+$/.test(t)&&!/^\\d{4}[-/]/.test(t)){val=t;break;}}R.vendorName=val;if(!val){R.warn='vendorName 추출 실패';R.ok=true;return JSON.stringify(R);}if(!window.__WORKFLOW_CTX__)window.__WORKFLOW_CTX__={};window.__WORKFLOW_CTX__.vendorName=val;R.ok=true;R.info='캐처: '+val;return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'CAPTURE_VENDOR'};await w(1500);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;if(rows.length===0){R.warn='테이블에 데이터 없음';R.ok=true;return JSON.stringify(R);}const testRow=rows.find(r=>r.innerText?.includes('E2E_TEST_'));const targetRow=testRow||rows[0];R.usedTestRow=!!testRow;const cells=targetRow.querySelectorAll('td');let val='';const indices=[1,2,3];for(const i of indices){ const t=cells[i]?.innerText?.trim(); if(t&&t.length>=2&&t.length<=40&&!/^[\\d,.]+$/.test(t)&&!/^\\d{4}[-/]/.test(t)){val=t;break;}}R.vendorName=val;if(!val){R.warn='vendorName 추출 실패';R.ok=true;return JSON.stringify(R);}if(!window.__WORKFLOW_CTX__)window.__WORKFLOW_CTX__={};window.__WORKFLOW_CTX__.vendorName=val;R.ok=true;R.info='캐처: '+val;return JSON.stringify(R);})()",
"phase": "CAPTURE_VENDOR"
},
{
@@ -58,7 +58,7 @@
"id": 7,
"name": "[회계 > 거래처관리] VERIFY_VENDOR_ACC",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_VENDOR_ACC'};await w(2000);const val=window.__WORKFLOW_CTX__?.vendorName;if(!val){R.warn='컨텍스트에 vendorName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 회계>거래처관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 회계>거래처관리에서 ['+val+'] 미발견';R.ok=true;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_VENDOR_ACC'};await w(2000);const val=window.__WORKFLOW_CTX__?.vendorName;if(!val){R.warn='컨텍스트에 vendorName 없음';R.ok=true;return JSON.stringify(R);}R.searchTarget=val;const si=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]');if(si){ si.focus();await w(200); const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(si,val);else si.value=val; si.dispatchEvent(new Event('input',{bubbles:true})); si.dispatchEvent(new Event('change',{bubbles:true})); await w(2500);}const found=document.body.innerText.includes(val);R.found=found;if(found){R.info='✅ 회계>거래처관리에서 ['+val+'] 확인';R.ok=true;}else{R.warn='⚠️ 회계>거래처관리에서 ['+val+'] 미발견';R.ok=false;}if(si){ const ns2=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns2)ns2.call(si,'');else si.value=''; si.dispatchEvent(new Event('input',{bubbles:true}));await w(1000);}return JSON.stringify(R);})()",
"phase": "VERIFY_VENDOR_ACC"
}
]