SamProject/sam-scenarios
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: 44개 시나리오 품질 개선 (false positive 제거 + flaky 수정 + E2E_TEST_ 표준화)

Browse Source 
Phase 1 - False Positive 제거 (36개):
- R.ok=true 무조건 반환 → 조건부 검증으로 교체
- 영향: edge-*, form-validation-*, pagination-sort-*, search-*, reload-persist-*,
  batch-create-*, detail-roundtrip-*, workflow-*, cross-module-*

Phase 2 - Flaky rows[0] 패턴 수정 (7개):
- detail-verify-acc-sales.json: CAPTURE/READ 스텝 E2E_TEST_ 타겟팅
- vendor-management.json: 행 클릭 E2E_TEST_ 타겟팅
- batch-update-account-sales.json: CAPTURE/SELECT/VERIFY/RESTORE 스텝
- sales-management.json: DELETE fallback 경고 로깅

Phase 3 - E2E_TEST_ 접두사 표준화 (1개):
- employee-register.json: 홍길동→E2E_TEST_사원, EMP2026001→E2E_TEST_EMP001

테스트 결과: 175 PASS / 9 FAIL (숨겨진 실제 버그 5건 노출)

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
김보곤
2026-02-19 21:55:15 +09:00
parent 1e60fa41a4
commit 21b272702d
44 changed files with 170 additions and 243 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
edge-special-chars-board.json
View File

@@ -38,7 +38,7 @@
"id": 4,
"name": "특수문자 검색 결과 확인",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_XSS_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=true;R.info=R.hasError?'⚠️ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_XSS_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=!R.hasError;R.info=R.hasError?'❌ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"timeout": 10000,
"phase": "SEARCH_XSS_CHECK"
},
@@ -61,7 +61,7 @@
"id": 7,
"name": "SQL 인젝션 검색 결과 확인",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_SQL_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=true;R.info=R.hasError?'⚠️ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_SQL_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=!R.hasError;R.info=R.hasError?'❌ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"timeout": 10000,
"phase": "SEARCH_SQL_CHECK"
},
@@ -84,7 +84,7 @@
"id": 10,
"name": "유니코드 검색 결과 확인",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_UNICODE_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=true;R.info=R.hasError?'⚠️ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_UNICODE_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=!R.hasError;R.info=R.hasError?'❌ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"timeout": 10000,
"phase": "SEARCH_UNICODE_CHECK"
},
@@ -107,7 +107,7 @@
"id": 13,
"name": "초장문 검색 결과 확인",
"action": "evaluate",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_LONG_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=true;R.info=R.hasError?'⚠️ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"script": "(async()=>{const w=ms=>new Promise(r=>setTimeout(r,ms));const R={phase:'SEARCH_LONG_CHECK'};await w(2000);const rows=Array.from(document.querySelectorAll('table tbody tr')).filter(r=>r.offsetParent!==null);R.rowCount=rows.length;const hasError=document.querySelector('[class*=\"error\"],[class*=\"Error\"],[role=\"alert\"]');R.hasError=!!hasError;if(hasError){R.errorText=hasError.innerText?.trim().substring(0,80);}const noDataMsg=document.body.innerText.includes('데이터가 없습니다')||document.body.innerText.includes('검색 결과가 없습니다')||document.body.innerText.includes('No data');R.noDataMessage=noDataMsg;R.pageStable=!document.querySelector('.loading,.spinner,[class*=\"skeleton\"]');R.ok=!R.hasError;R.info=R.hasError?'❌ 특수문자 검색 시 에러 발생':'✅ 특수문자 검색 시 에러 없음 (정상)';return JSON.stringify(R);})()",
"timeout": 10000,
"phase": "SEARCH_LONG_CHECK"
},