refactor: 44개 시나리오 품질 개선 (false positive 제거 + flaky 수정 + E2E_TEST_ 표준화)
Phase 1 - False Positive 제거 (36개): - R.ok=true 무조건 반환 → 조건부 검증으로 교체 - 영향: edge-*, form-validation-*, pagination-sort-*, search-*, reload-persist-*, batch-create-*, detail-roundtrip-*, workflow-*, cross-module-* Phase 2 - Flaky rows[0] 패턴 수정 (7개): - detail-verify-acc-sales.json: CAPTURE/READ 스텝 E2E_TEST_ 타겟팅 - vendor-management.json: 행 클릭 E2E_TEST_ 타겟팅 - batch-update-account-sales.json: CAPTURE/SELECT/VERIFY/RESTORE 스텝 - sales-management.json: DELETE fallback 경고 로깅 Phase 3 - E2E_TEST_ 접두사 표준화 (1개): - employee-register.json: 홍길동→E2E_TEST_사원, EMP2026001→E2E_TEST_EMP001 테스트 결과: 175 PASS / 9 FAIL (숨겨진 실제 버그 5건 노출) Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -58,7 +58,7 @@
|
||||
"id": 7,
|
||||
"name": "[회계 > 거래처관리] 거래처 존재 확인",
|
||||
"action": "evaluate",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_VENDOR_ACC'};await w(2000);const vendorName=window.__CROSS_DATA__?.vendorName;if(!vendorName){R.warn='캡처된 거래처명 없음 (이전 단계 실패)';R.ok=true;return JSON.stringify(R);}R.searchTarget=vendorName;const searchInput=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]')||document.querySelector('input[role=\"searchbox\"]');if(searchInput){ searchInput.focus();await w(200); const nativeSetter=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(nativeSetter)nativeSetter.call(searchInput,vendorName);else searchInput.value=vendorName; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(2500); R.searchUsed=true;}else{R.searchUsed=false;}const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const found=rows.some(r=>r.innerText?.includes(vendorName));R.vendorFound=found;if(!found&&!searchInput){ R.vendorFoundInPage=document.body.innerText.includes(vendorName);}if(!found){R.warn='⚠️ 회계>거래처관리에서 ['+vendorName+'] 미발견 - 모듈 간 데이터 불일치 가능';R.ok=true;}else{R.info='✅ 판매/회계 거래처 데이터 일치 확인: '+vendorName;R.ok=true;}if(searchInput){ const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(searchInput,'');else searchInput.value=''; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(1500);}return JSON.stringify(R);})()",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_VENDOR_ACC'};await w(2000);const vendorName=window.__CROSS_DATA__?.vendorName;if(!vendorName){R.warn='캡처된 거래처명 없음 (이전 단계 실패)';R.ok=true;return JSON.stringify(R);}R.searchTarget=vendorName;const searchInput=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]')||document.querySelector('input[role=\"searchbox\"]');if(searchInput){ searchInput.focus();await w(200); const nativeSetter=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(nativeSetter)nativeSetter.call(searchInput,vendorName);else searchInput.value=vendorName; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(2500); R.searchUsed=true;}else{R.searchUsed=false;}const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const found=rows.some(r=>r.innerText?.includes(vendorName));R.vendorFound=found;if(!found&&!searchInput){ R.vendorFoundInPage=document.body.innerText.includes(vendorName);}if(!found){R.warn='⚠️ 회계>거래처관리에서 ['+vendorName+'] 미발견 - 모듈 간 데이터 불일치 가능';R.ok=false;}else{R.info='✅ 판매/회계 거래처 데이터 일치 확인: '+vendorName;R.ok=true;}if(searchInput){ const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(searchInput,'');else searchInput.value=''; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(1500);}return JSON.stringify(R);})()",
|
||||
"timeout": 15000,
|
||||
"phase": "VERIFY_VENDOR_ACC"
|
||||
},
|
||||
@@ -114,7 +114,7 @@
|
||||
"id": 15,
|
||||
"name": "[생산 > 품목관리] 품목 존재 확인",
|
||||
"action": "evaluate",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_ITEM_PROD'};await w(2000);const itemName=window.__CROSS_DATA__?.itemName;if(!itemName){R.warn='캡처된 품목명 없음 (이전 단계 실패)';R.ok=true;return JSON.stringify(R);}R.searchTarget=itemName;const searchInput=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]')||document.querySelector('input[role=\"searchbox\"]');if(searchInput){ searchInput.focus();await w(200); const nativeSetter=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(nativeSetter)nativeSetter.call(searchInput,itemName);else searchInput.value=itemName; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(2500); R.searchUsed=true;}else{R.searchUsed=false;}const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const found=rows.some(r=>r.innerText?.includes(itemName));R.itemFound=found;if(!found){R.warn='⚠️ 생산>품목관리에서 ['+itemName+'] 미발견 - 모듈 간 데이터 불일치 가능';R.ok=true;}else{R.info='✅ 판매/생산 품목 데이터 일치 확인: '+itemName;R.ok=true;}if(searchInput){ const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(searchInput,'');else searchInput.value=''; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(1500);}return JSON.stringify(R);})()",
|
||||
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'VERIFY_ITEM_PROD'};await w(2000);const itemName=window.__CROSS_DATA__?.itemName;if(!itemName){R.warn='캡처된 품목명 없음 (이전 단계 실패)';R.ok=true;return JSON.stringify(R);}R.searchTarget=itemName;const searchInput=document.querySelector('input[placeholder*=\"검색\"]')||document.querySelector('input[type=\"search\"]')||document.querySelector('input[role=\"searchbox\"]');if(searchInput){ searchInput.focus();await w(200); const nativeSetter=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(nativeSetter)nativeSetter.call(searchInput,itemName);else searchInput.value=itemName; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(2500); R.searchUsed=true;}else{R.searchUsed=false;}const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const found=rows.some(r=>r.innerText?.includes(itemName));R.itemFound=found;if(!found){R.warn='⚠️ 생산>품목관리에서 ['+itemName+'] 미발견 - 모듈 간 데이터 불일치 가능';R.ok=false;}else{R.info='✅ 판매/생산 품목 데이터 일치 확인: '+itemName;R.ok=true;}if(searchInput){ const ns=Object.getOwnPropertyDescriptor(HTMLInputElement.prototype,'value')?.set; if(ns)ns.call(searchInput,'');else searchInput.value=''; searchInput.dispatchEvent(new Event('input',{bubbles:true})); searchInput.dispatchEvent(new Event('change',{bubbles:true})); searchInput.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',keyCode:13,bubbles:true})); await w(1500);}return JSON.stringify(R);})()",
|
||||
"timeout": 15000,
|
||||
"phase": "VERIFY_ITEM_PROD"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user