{ "benchmarkId": "kecro-align-v0.1", "title": "AI는 초등학교를 이해하는가?", "subtitle": "한국 초등 교육과정 학습 온톨로지 정렬 벤치마크", "resultVersion": "v0.3", "releaseStatus": "complete", "releaseDate": "2026-07-11", "scoredAt": "2026-07-11T15:18:40.491Z", "ontology": { "repository": "https://github.com/DECK6/korean-elementary-learning-map", "taxonomyVersion": "kr-full-depth-v0.4", "topics": 1956, "directPrerequisiteAssertions": 1894, "subjects": 11, "sampledSubjects": 7 }, "interpretation": "이 점수는 모델 응답이 공개 온톨로지의 직접 선수 추천 구조와 얼마나 일치하는지 측정합니다. 보편적 교수 순서, 학습 효과, 개별 학습자 진단을 측정하지 않습니다.", "modelCount": 8, "completedModelCount": 8, "runsPerModel": 5, "completedRuns": 40, "comparableRuns": 40, "plannedRuns": 40, "bootstrapSamples": 5000, "models": [ { "id": "claude-fable-5", "label": "Claude Fable 5", "provider": "Anthropic", "version": "claude-fable-5 via Claude Code 2.1.207", "runAt": "2026-07-11T06:49:20.195Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T03:13:41.802Z", "correct": 31, "total": 50, "score": 62, "meanAbsoluteCalibrationError": 0.461, "rank": 1 }, { "runId": "run-02", "runAt": "2026-07-11T04:41:00.535Z", "correct": 38, "total": 50, "score": 76, "meanAbsoluteCalibrationError": 0.386, "rank": 1 }, { "runId": "run-03", "runAt": "2026-07-11T06:15:13.517Z", "correct": 37, "total": 50, "score": 74, "meanAbsoluteCalibrationError": 0.396, "rank": 1 }, { "runId": "run-04", "runAt": "2026-07-11T06:32:39.390Z", "correct": 41, "total": 50, "score": 82, "meanAbsoluteCalibrationError": 0.393, "rank": 1 }, { "runId": "run-05", "runAt": "2026-07-11T06:49:20.195Z", "correct": 39, "total": 50, "score": 78, "meanAbsoluteCalibrationError": 0.382, "rank": 1 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 37.2, "total": 50, "score": 74.4, "median": 76, "min": 62, "max": 82, "standardDeviation": 7.54, "ci95": [ 61.6, 86 ], "rankMin": 1, "rankMax": 1 }, "meanAbsoluteCalibrationError": 0.404, "stability": { "meanModalAgreement": 0.896, "unanimousItems": 35, "stableCorrectItems": 29, "stableIncorrectItems": 6, "variableItems": 15 }, "byType": { "prerequisite-choice": { "correct": 21, "total": 30, "score": 70, "median": 73.3, "min": 46.7, "max": 80, "standardDeviation": 13.73 }, "direction-choice": { "correct": 8, "total": 10, "score": 80, "median": 80, "min": 80, "max": 80, "standardDeviation": 0 }, "edge-audit": { "correct": 8.2, "total": 10, "score": 82, "median": 80, "min": 70, "max": 90, "standardDeviation": 8.37 } }, "bySubject": { "과학": { "correct": 9, "total": 9, "score": 100, "median": 100, "min": 100, "max": 100, "standardDeviation": 0 }, "국어": { "correct": 6.8, "total": 9, "score": 75.6, "median": 88.9, "min": 55.6, "max": 88.9, "standardDeviation": 18.24 }, "도덕": { "correct": 4.4, "total": 7, "score": 62.8, "median": 57.1, "min": 28.6, "max": 85.7, "standardDeviation": 23.89 }, "수학": { "correct": 7, "total": 7, "score": 100, "median": 100, "min": 100, "max": 100, "standardDeviation": 0 }, "실과(기술·가정)/정보": { "correct": 4.6, "total": 6, "score": 76.7, "median": 83.3, "min": 66.7, "max": 83.3, "standardDeviation": 9.09 }, "영어": { "correct": 2.6, "total": 6, "score": 43.3, "median": 50, "min": 16.7, "max": 50, "standardDeviation": 14.89 }, "통합교과": { "correct": 2.8, "total": 6, "score": 46.6, "median": 33.3, "min": 33.3, "max": 83.3, "standardDeviation": 21.73 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.68, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.56, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.45 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.54, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.84, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.51, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.55, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.61, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 1 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.84, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.72, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.65 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.65 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.67, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.45 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.69, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.75 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.75 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.68, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.68, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.65 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.75 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.57, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.45 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.61, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.69, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.74, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.41, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "A", "count": 2 }, { "answerId": "B", "count": 2 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.4 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.45 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.41, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.35 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.45 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.35 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "A", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.85, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.45 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.55, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.75, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.54, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.86, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.53, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.45 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.7, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.7, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.62, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.87, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.52, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.63, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.65 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.53, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.45 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.64, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.51, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.55, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.73, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.58, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.65 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.61, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.43, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.4 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.4 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.47, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.4 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.58, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.89, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.63, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.65 } ] } ] }, { "id": "claude-opus-4-8", "label": "Claude Opus 4.8", "provider": "Anthropic", "version": "claude-opus-4-8 via Claude Code 2.1.207", "runAt": "2026-07-11T15:18:40.491Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T04:07:24.296Z", "correct": 26, "total": 50, "score": 52, "meanAbsoluteCalibrationError": 0.457, "rank": 2 }, { "runId": "run-02", "runAt": "2026-07-11T13:42:24.435Z", "correct": 24, "total": 50, "score": 48, "meanAbsoluteCalibrationError": 0.475, "rank": 2 }, { "runId": "run-03", "runAt": "2026-07-11T14:12:00.391Z", "correct": 26, "total": 50, "score": 52, "meanAbsoluteCalibrationError": 0.447, "rank": 2 }, { "runId": "run-04", "runAt": "2026-07-11T14:58:52.231Z", "correct": 26, "total": 50, "score": 52, "meanAbsoluteCalibrationError": 0.409, "rank": 3 }, { "runId": "run-05", "runAt": "2026-07-11T15:18:40.491Z", "correct": 25, "total": 50, "score": 50, "meanAbsoluteCalibrationError": 0.427, "rank": 2 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 25.4, "total": 50, "score": 50.8, "median": 52, "min": 48, "max": 52, "standardDeviation": 1.79, "ci95": [ 37.6, 63.6 ], "rankMin": 2, "rankMax": 3 }, "meanAbsoluteCalibrationError": 0.443, "stability": { "meanModalAgreement": 0.924, "unanimousItems": 38, "stableCorrectItems": 21, "stableIncorrectItems": 17, "variableItems": 12 }, "byType": { "prerequisite-choice": { "correct": 14.6, "total": 30, "score": 48.7, "median": 46.7, "min": 46.7, "max": 53.3, "standardDeviation": 2.95 }, "direction-choice": { "correct": 2.6, "total": 10, "score": 26, "median": 30, "min": 20, "max": 30, "standardDeviation": 5.48 }, "edge-audit": { "correct": 8.2, "total": 10, "score": 82, "median": 90, "min": 70, "max": 90, "standardDeviation": 10.95 } }, "bySubject": { "과학": { "correct": 8.8, "total": 9, "score": 97.8, "median": 100, "min": 88.9, "max": 100, "standardDeviation": 4.96 }, "국어": { "correct": 3, "total": 9, "score": 33.3, "median": 33.3, "min": 33.3, "max": 33.3, "standardDeviation": 0 }, "도덕": { "correct": 2.8, "total": 7, "score": 40, "median": 28.6, "min": 28.6, "max": 57.1, "standardDeviation": 15.61 }, "수학": { "correct": 6.4, "total": 7, "score": 91.4, "median": 85.7, "min": 85.7, "max": 100, "standardDeviation": 7.83 }, "실과(기술·가정)/정보": { "correct": 1.6, "total": 6, "score": 26.7, "median": 33.3, "min": 16.7, "max": 33.3, "standardDeviation": 9.09 }, "영어": { "correct": 1, "total": 6, "score": 16.7, "median": 16.7, "min": 16.7, "max": 16.7, "standardDeviation": 0 }, "통합교과": { "correct": 1.8, "total": 6, "score": 30, "median": 33.3, "min": 16.7, "max": 33.3, "standardDeviation": 7.42 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.65, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.58 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.62 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.702, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.72 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.56, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.81, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.82 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.78 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.5, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.48 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.42 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.506, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.48 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.544, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.65 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.45 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.62 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.846, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.78 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.76, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.6, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.45 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.536, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.58 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.62, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.58 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.62 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.49, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.496, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.45 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.48 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.44, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "D", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.45 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.4 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.526, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.48 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.5, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.616, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.68 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.358, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.35 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.4 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.35 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.34 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.47, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.4 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.614, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.926, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.92 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.684, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.75 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.75 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.45, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.4 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.35 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.68, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.506, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.58 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.906, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.93 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.604, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.774, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.72 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.75 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.69, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.58 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.51, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.45 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.666, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "B_BEFORE_A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.78 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.42 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.684, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.44 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.75 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.596, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.68 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.446, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.4 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.38 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.45 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.64, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.6, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.774, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.72 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.672, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.68 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.68 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.65 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.48, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 4 }, { "answerId": "A_BEFORE_B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.4 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.45 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.656, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.68 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.92 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.93 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.74, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.43, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.35 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.4 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.4 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.688, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.84 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "C", "count": 1 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.4 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.68 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.72 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.694, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.82 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "B", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.7, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.86, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.66, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.8 } ] } ] }, { "id": "claude-sonnet-5", "label": "Claude Sonnet 5", "provider": "Anthropic", "version": "claude-sonnet-5 via Claude Code 2.1.207", "runAt": "2026-07-11T05:55:21.958Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:45:32.265Z", "correct": 21, "total": 50, "score": 42, "meanAbsoluteCalibrationError": 0.48, "rank": 4 }, { "runId": "run-02", "runAt": "2026-07-11T05:26:44.426Z", "correct": 24, "total": 50, "score": 48, "meanAbsoluteCalibrationError": 0.449, "rank": 2 }, { "runId": "run-03", "runAt": "2026-07-11T05:35:43.920Z", "correct": 21, "total": 50, "score": 42, "meanAbsoluteCalibrationError": 0.472, "rank": 3 }, { "runId": "run-04", "runAt": "2026-07-11T05:49:08.577Z", "correct": 31, "total": 50, "score": 62, "meanAbsoluteCalibrationError": 0.462, "rank": 2 }, { "runId": "run-05", "runAt": "2026-07-11T05:55:21.958Z", "correct": 20, "total": 50, "score": 40, "meanAbsoluteCalibrationError": 0.476, "rank": 4 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 23.4, "total": 50, "score": 46.8, "median": 42, "min": 40, "max": 62, "standardDeviation": 9.01, "ci95": [ 32.8, 61.2 ], "rankMin": 2, "rankMax": 4 }, "meanAbsoluteCalibrationError": 0.468, "stability": { "meanModalAgreement": 0.852, "unanimousItems": 27, "stableCorrectItems": 14, "stableIncorrectItems": 13, "variableItems": 23 }, "byType": { "prerequisite-choice": { "correct": 12.6, "total": 30, "score": 42, "median": 40, "min": 36.7, "max": 53.3, "standardDeviation": 6.48 }, "direction-choice": { "correct": 4.4, "total": 10, "score": 44, "median": 40, "min": 30, "max": 70, "standardDeviation": 16.73 }, "edge-audit": { "correct": 6.4, "total": 10, "score": 64, "median": 60, "min": 50, "max": 80, "standardDeviation": 11.4 } }, "bySubject": { "과학": { "correct": 7.8, "total": 9, "score": 86.7, "median": 88.9, "min": 77.8, "max": 100, "standardDeviation": 9.29 }, "국어": { "correct": 1.6, "total": 9, "score": 17.8, "median": 11.1, "min": 0, "max": 44.4, "standardDeviation": 20.16 }, "도덕": { "correct": 2.4, "total": 7, "score": 34.3, "median": 28.6, "min": 14.3, "max": 85.7, "standardDeviation": 29.61 }, "수학": { "correct": 6.8, "total": 7, "score": 97.1, "median": 100, "min": 85.7, "max": 100, "standardDeviation": 6.4 }, "실과(기술·가정)/정보": { "correct": 3, "total": 6, "score": 50, "median": 50, "min": 50, "max": 50, "standardDeviation": 0 }, "영어": { "correct": 1, "total": 6, "score": 16.7, "median": 16.7, "min": 16.7, "max": 16.7, "standardDeviation": 0 }, "통합교과": { "correct": 0.8, "total": 6, "score": 13.4, "median": 16.7, "min": 0, "max": 16.7, "standardDeviation": 7.47 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.63, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.5, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.4 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.85 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.67, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.75 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.46, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.59, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.76, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.75 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.61, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.63, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.74, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.75 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.63, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.48, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.45 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.56, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.56, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "A", "count": 2 }, { "answerId": "D", "count": 2 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.6, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.66, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.68, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.38, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "B", "count": 2 }, { "answerId": "A", "count": 1 }, { "answerId": "C", "count": 1 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.35 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.4 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.4 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.43, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.4 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.4 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.4 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.63, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.75 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.66, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.53, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.3 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.75, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.65 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.75 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.52, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.63, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.65 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.5, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.35 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.61, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.63, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.56, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.57, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.54, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "B_BEFORE_A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.61, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 4 }, { "answerId": "A_BEFORE_B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.51, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "NO_DIRECT_RELATION", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.6, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.51, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.66, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.75 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.75 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.55 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.6 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.59, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 4 }, { "answerId": "A_BEFORE_B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.6 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.55 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.51, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.45 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.45 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.55 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.49, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "A", "count": 2 }, { "answerId": "D", "count": 2 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.5 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.66, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.52, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.45 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.65 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.48, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.4 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.5 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.48, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.45 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.45 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.47, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.4 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.45 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.43, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.4 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.45 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.35 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.55 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.4 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.51, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.45 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.5 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.64, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.49, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.45 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.4 } ] } ] }, { "id": "gemini-3-1-pro-high", "label": "Gemini 3.1 Pro", "provider": "Google", "version": "Gemini 3.1 Pro (High) via Antigravity CLI 1.1.1", "runAt": "2026-07-11T04:31:26.278Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:44:22.676Z", "correct": 22, "total": 50, "score": 44, "meanAbsoluteCalibrationError": 0.53, "rank": 3 }, { "runId": "run-02", "runAt": "2026-07-11T04:27:19.182Z", "correct": 21, "total": 50, "score": 42, "meanAbsoluteCalibrationError": 0.565, "rank": 4 }, { "runId": "run-03", "runAt": "2026-07-11T04:28:40.708Z", "correct": 18, "total": 50, "score": 36, "meanAbsoluteCalibrationError": 0.578, "rank": 6 }, { "runId": "run-04", "runAt": "2026-07-11T04:30:01.436Z", "correct": 20, "total": 50, "score": 40, "meanAbsoluteCalibrationError": 0.554, "rank": 5 }, { "runId": "run-05", "runAt": "2026-07-11T04:31:26.278Z", "correct": 23, "total": 50, "score": 46, "meanAbsoluteCalibrationError": 0.52, "rank": 3 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 20.8, "total": 50, "score": 41.6, "median": 42, "min": 36, "max": 46, "standardDeviation": 3.85, "ci95": [ 28.8, 54.8 ], "rankMin": 3, "rankMax": 6 }, "meanAbsoluteCalibrationError": 0.549, "stability": { "meanModalAgreement": 0.908, "unanimousItems": 36, "stableCorrectItems": 16, "stableIncorrectItems": 20, "variableItems": 14 }, "byType": { "prerequisite-choice": { "correct": 12.8, "total": 30, "score": 42.7, "median": 43.3, "min": 40, "max": 46.7, "standardDeviation": 2.8 }, "direction-choice": { "correct": 4.2, "total": 10, "score": 42, "median": 50, "min": 20, "max": 60, "standardDeviation": 16.43 }, "edge-audit": { "correct": 3.8, "total": 10, "score": 38, "median": 40, "min": 30, "max": 40, "standardDeviation": 4.47 } }, "bySubject": { "과학": { "correct": 7.6, "total": 9, "score": 84.5, "median": 77.8, "min": 66.7, "max": 100, "standardDeviation": 14.89 }, "국어": { "correct": 1, "total": 9, "score": 11.1, "median": 11.1, "min": 11.1, "max": 11.1, "standardDeviation": 0 }, "도덕": { "correct": 1.4, "total": 7, "score": 20, "median": 14.3, "min": 14.3, "max": 28.6, "standardDeviation": 7.83 }, "수학": { "correct": 5, "total": 7, "score": 71.4, "median": 71.4, "min": 57.1, "max": 85.7, "standardDeviation": 10.11 }, "실과(기술·가정)/정보": { "correct": 2.6, "total": 6, "score": 43.3, "median": 50, "min": 33.3, "max": 50, "standardDeviation": 9.15 }, "영어": { "correct": 1, "total": 6, "score": 16.7, "median": 16.7, "min": 16.7, "max": 16.7, "standardDeviation": 0 }, "통합교과": { "correct": 2.2, "total": 6, "score": 36.7, "median": 33.3, "min": 16.7, "max": 50, "standardDeviation": 13.94 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.76, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.74, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.89, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.82, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.85, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.79, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.74, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.71, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.75 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.84, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.7, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.8, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.89, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.81, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.83, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.56, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.5 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.5 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.58, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.5 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.84, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.7, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.82, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "NO_DIRECT_RELATION", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.7, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.8 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.82, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "B_BEFORE_A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.7, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "NO_DIRECT_RELATION", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.7 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.7 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.6 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.72, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 3 }, { "answerId": "NO_DIRECT_RELATION", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.7 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.84, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.8, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "NO_DIRECT_RELATION", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.86, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.88, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.78, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.76, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.72, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.6 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.7 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.86, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.8 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] } ] }, { "id": "gemini-3-5-flash-high", "label": "Gemini 3.5 Flash", "provider": "Google", "version": "Gemini 3.5 Flash (High) via Antigravity CLI 1.1.1", "runAt": "2026-07-11T04:37:32.034Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:41:10.318Z", "correct": 18, "total": 50, "score": 36, "meanAbsoluteCalibrationError": 0.614, "rank": 5 }, { "runId": "run-02", "runAt": "2026-07-11T04:34:49.722Z", "correct": 19, "total": 50, "score": 38, "meanAbsoluteCalibrationError": 0.589, "rank": 5 }, { "runId": "run-03", "runAt": "2026-07-11T04:35:49.481Z", "correct": 21, "total": 50, "score": 42, "meanAbsoluteCalibrationError": 0.559, "rank": 3 }, { "runId": "run-04", "runAt": "2026-07-11T04:36:45.533Z", "correct": 21, "total": 50, "score": 42, "meanAbsoluteCalibrationError": 0.56, "rank": 4 }, { "runId": "run-05", "runAt": "2026-07-11T04:37:32.034Z", "correct": 19, "total": 50, "score": 38, "meanAbsoluteCalibrationError": 0.596, "rank": 5 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 19.6, "total": 50, "score": 39.2, "median": 38, "min": 36, "max": 42, "standardDeviation": 2.68, "ci95": [ 26.8, 52 ], "rankMin": 3, "rankMax": 5 }, "meanAbsoluteCalibrationError": 0.584, "stability": { "meanModalAgreement": 0.872, "unanimousItems": 29, "stableCorrectItems": 14, "stableIncorrectItems": 15, "variableItems": 21 }, "byType": { "prerequisite-choice": { "correct": 11, "total": 30, "score": 36.7, "median": 36.7, "min": 33.3, "max": 40, "standardDeviation": 2.37 }, "direction-choice": { "correct": 5, "total": 10, "score": 50, "median": 50, "min": 40, "max": 60, "standardDeviation": 10 }, "edge-audit": { "correct": 3.6, "total": 10, "score": 36, "median": 40, "min": 30, "max": 40, "standardDeviation": 5.48 } }, "bySubject": { "과학": { "correct": 7.6, "total": 9, "score": 84.5, "median": 88.9, "min": 66.7, "max": 100, "standardDeviation": 12.66 }, "국어": { "correct": 0.2, "total": 9, "score": 2.2, "median": 0, "min": 0, "max": 11.1, "standardDeviation": 4.96 }, "도덕": { "correct": 0.6, "total": 7, "score": 8.6, "median": 14.3, "min": 0, "max": 14.3, "standardDeviation": 7.83 }, "수학": { "correct": 6.2, "total": 7, "score": 88.6, "median": 85.7, "min": 85.7, "max": 100, "standardDeviation": 6.4 }, "실과(기술·가정)/정보": { "correct": 2.6, "total": 6, "score": 43.3, "median": 50, "min": 33.3, "max": 50, "standardDeviation": 9.15 }, "영어": { "correct": 1.2, "total": 6, "score": 20, "median": 16.7, "min": 16.7, "max": 33.3, "standardDeviation": 7.42 }, "통합교과": { "correct": 1.2, "total": 6, "score": 20, "median": 16.7, "min": 16.7, "max": 33.3, "standardDeviation": 7.42 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.91, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.89, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.85, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.93, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.89, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.85 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.85, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.85 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.91, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.9, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.93, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.85, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.85 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "D", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.88, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.8 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.85, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "B", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.85 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.89, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 1 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.91, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.93, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.89, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.89, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.92, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 3 }, { "answerId": "A_BEFORE_B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.9, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.89, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 2 }, { "answerId": "NO_DIRECT_RELATION", "count": 2 }, { "answerId": "A_BEFORE_B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.93, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "NO_DIRECT_RELATION", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.92, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.93, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.92, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "D", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.9, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.94, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "D", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.95 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.95 } ] } ] }, { "id": "gpt-5-6-sol", "label": "GPT-5.6-sol", "provider": "OpenAI", "version": "gpt-5.6-sol via codex-cli 0.144.1", "runAt": "2026-07-11T04:50:42.666Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:29:20.985Z", "correct": 16, "total": 50, "score": 32, "meanAbsoluteCalibrationError": 0.631, "rank": 7 }, { "runId": "run-02", "runAt": "2026-07-11T04:27:26.636Z", "correct": 16, "total": 50, "score": 32, "meanAbsoluteCalibrationError": 0.606, "rank": 6 }, { "runId": "run-03", "runAt": "2026-07-11T04:36:31.266Z", "correct": 20, "total": 50, "score": 40, "meanAbsoluteCalibrationError": 0.562, "rank": 5 }, { "runId": "run-04", "runAt": "2026-07-11T04:42:13.263Z", "correct": 17, "total": 50, "score": 34, "meanAbsoluteCalibrationError": 0.598, "rank": 6 }, { "runId": "run-05", "runAt": "2026-07-11T04:50:42.666Z", "correct": 16, "total": 50, "score": 32, "meanAbsoluteCalibrationError": 0.592, "rank": 6 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 17, "total": 50, "score": 34, "median": 32, "min": 32, "max": 40, "standardDeviation": 3.46, "ci95": [ 22, 46.8 ], "rankMin": 5, "rankMax": 7 }, "meanAbsoluteCalibrationError": 0.598, "stability": { "meanModalAgreement": 0.924, "unanimousItems": 37, "stableCorrectItems": 14, "stableIncorrectItems": 23, "variableItems": 13 }, "byType": { "prerequisite-choice": { "correct": 11.4, "total": 30, "score": 38, "median": 36.7, "min": 30, "max": 50, "standardDeviation": 7.3 }, "direction-choice": { "correct": 2.6, "total": 10, "score": 26, "median": 20, "min": 20, "max": 40, "standardDeviation": 8.94 }, "edge-audit": { "correct": 3, "total": 10, "score": 30, "median": 30, "min": 30, "max": 30, "standardDeviation": 0 } }, "bySubject": { "과학": { "correct": 6.6, "total": 9, "score": 73.4, "median": 77.8, "min": 66.7, "max": 77.8, "standardDeviation": 6.08 }, "국어": { "correct": 0, "total": 9, "score": 0, "median": 0, "min": 0, "max": 0, "standardDeviation": 0 }, "도덕": { "correct": 0.4, "total": 7, "score": 5.7, "median": 0, "min": 0, "max": 28.6, "standardDeviation": 12.79 }, "수학": { "correct": 6.2, "total": 7, "score": 88.6, "median": 85.7, "min": 85.7, "max": 100, "standardDeviation": 6.4 }, "실과(기술·가정)/정보": { "correct": 1.6, "total": 6, "score": 26.7, "median": 33.3, "min": 16.7, "max": 33.3, "standardDeviation": 9.09 }, "영어": { "correct": 1.6, "total": 6, "score": 26.7, "median": 33.3, "min": 16.7, "max": 33.3, "standardDeviation": 9.09 }, "통합교과": { "correct": 0.6, "total": 6, "score": 10, "median": 16.7, "min": 0, "max": 16.7, "standardDeviation": 9.15 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.806, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.68 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.76 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.84 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.92 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.83 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.786, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.75 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.828, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.89 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.77 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.78 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.87 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.83 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.946, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.94 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.93 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "C", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.826, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.96 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.71 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.86 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.678, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.82 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.57 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.58 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.74 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.68 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.706, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.84 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.72 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.65 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.972, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.98 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.97 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.978, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.97 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.896, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.72 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.954, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.86 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.948, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.99 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.99 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.99 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.99 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.78 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.816, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.86 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.83 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.76 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.546, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.59 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.52 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.52 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.822, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.79 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.68 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.91 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.91 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.83, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.88 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.73 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.86 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.89 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.79 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.926, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.83 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.928, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.96 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.88 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.92 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.92 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.622, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.64 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.68 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.54 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.86, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.83 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.82 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.89 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.894, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.87 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.74 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.99, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.99 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.89, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.88 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.87 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.888, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "D", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.69 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.902, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.93 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.83 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.86 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.93 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.686, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.68 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.64 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.78 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.62 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.71 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.974, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.97 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.97 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.97 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.87, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.84 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.95, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.91 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.97 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.94 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.97 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.96 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.72 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.82 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.67 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.75 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.734, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 3 }, { "answerId": "A_BEFORE_B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.72 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.75 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.58 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.84 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.778, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.74 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.81 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.76 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.73 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.848, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.87 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.79 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.92 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.87 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.79 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.87, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.91 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.94 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.88 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.86 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.76 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.756, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 4 }, { "answerId": "A_BEFORE_B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.88 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.64 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.66 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.72 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.88 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.844, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.83 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.83 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.88 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.82 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.954, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.96 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.91, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.88 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.94 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.91 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.91 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.91 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.748, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.71 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.76 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.84 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.76 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.67 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.924, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.92 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.89 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.938, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.91 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.91 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.984, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.99 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.99 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.922, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.99 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.83 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.87 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.682, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.61 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.68 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.59 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.69 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.84 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.726, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.89 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.87 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.58 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.51 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.888, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.67 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.636, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.69 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.58 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.75 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.58 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.58 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.838, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.86 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.63 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.942, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.93 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.98 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.93 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.91 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.632, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.62 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.64 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.72 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.61 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.57 } ] } ] }, { "id": "gpt-5-6-terra", "label": "GPT-5.6-terra", "provider": "OpenAI", "version": "gpt-5.6-terra via codex-cli 0.144.1", "runAt": "2026-07-11T04:51:45.702Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:31:37.075Z", "correct": 16, "total": 50, "score": 32, "meanAbsoluteCalibrationError": 0.599, "rank": 7 }, { "runId": "run-02", "runAt": "2026-07-11T04:28:17.070Z", "correct": 14, "total": 50, "score": 28, "meanAbsoluteCalibrationError": 0.639, "rank": 7 }, { "runId": "run-03", "runAt": "2026-07-11T04:38:08.182Z", "correct": 15, "total": 50, "score": 30, "meanAbsoluteCalibrationError": 0.614, "rank": 7 }, { "runId": "run-04", "runAt": "2026-07-11T04:43:39.676Z", "correct": 15, "total": 50, "score": 30, "meanAbsoluteCalibrationError": 0.622, "rank": 7 }, { "runId": "run-05", "runAt": "2026-07-11T04:51:45.702Z", "correct": 14, "total": 50, "score": 28, "meanAbsoluteCalibrationError": 0.621, "rank": 7 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 14.8, "total": 50, "score": 29.6, "median": 30, "min": 28, "max": 32, "standardDeviation": 1.67, "ci95": [ 17.6, 42 ], "rankMin": 7, "rankMax": 7 }, "meanAbsoluteCalibrationError": 0.619, "stability": { "meanModalAgreement": 0.924, "unanimousItems": 40, "stableCorrectItems": 13, "stableIncorrectItems": 27, "variableItems": 10 }, "byType": { "prerequisite-choice": { "correct": 7.4, "total": 30, "score": 24.7, "median": 23.3, "min": 23.3, "max": 26.7, "standardDeviation": 1.86 }, "direction-choice": { "correct": 4.2, "total": 10, "score": 42, "median": 40, "min": 40, "max": 50, "standardDeviation": 4.47 }, "edge-audit": { "correct": 3.2, "total": 10, "score": 32, "median": 30, "min": 30, "max": 40, "standardDeviation": 4.47 } }, "bySubject": { "과학": { "correct": 6.6, "total": 9, "score": 73.4, "median": 77.8, "min": 66.7, "max": 77.8, "standardDeviation": 6.08 }, "국어": { "correct": 0.2, "total": 9, "score": 2.2, "median": 0, "min": 0, "max": 11.1, "standardDeviation": 4.96 }, "도덕": { "correct": 0.4, "total": 7, "score": 5.7, "median": 0, "min": 0, "max": 14.3, "standardDeviation": 7.83 }, "수학": { "correct": 4, "total": 7, "score": 57.1, "median": 57.1, "min": 57.1, "max": 57.1, "standardDeviation": 0 }, "실과(기술·가정)/정보": { "correct": 2.2, "total": 6, "score": 36.6, "median": 33.3, "min": 33.3, "max": 50, "standardDeviation": 7.47 }, "영어": { "correct": 1, "total": 6, "score": 16.7, "median": 16.7, "min": 16.7, "max": 16.7, "standardDeviation": 0 }, "통합교과": { "correct": 0.4, "total": 6, "score": 6.7, "median": 0, "min": 0, "max": 16.7, "standardDeviation": 9.15 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.686, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.52 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.82 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.62 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.78 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.69 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.742, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.78 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.71 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.64 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.716, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.67 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.68 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.78 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.842, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.88 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.89 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.77 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.86 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.81 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.838, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.82 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.78 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.75 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.94 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.634, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.61 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.68 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.68 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.58 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.702, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.56 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.83 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.66 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.76 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.7 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.932, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.94 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.95 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.92 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.96, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.97 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.906, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.92 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.894, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.92 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.83 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.92 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.9 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.962, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.93 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.696, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.68 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.71 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.67 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.76 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.66 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.56, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "B", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.56 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.52 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.56 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.62 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.54 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.974, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.99 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.728, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.72 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.76 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.71 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.75 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.906, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.89 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.93 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.892, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.93 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.84 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.88 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.592, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.43 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.49 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.74 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.6 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.87, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.86 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.84 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.89 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.948, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.93 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.98, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.98 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.98 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.97 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.812, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.85 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.87 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.72 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.79 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.956, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.96 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.98 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.95 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.822, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.86 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.83 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.72 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "C", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.71, "unanimous": false, "modalAgreement": 0.4, "answerDistribution": [ { "answerId": "A", "count": 2 }, { "answerId": "B", "count": 2 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.48 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.84 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.67 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.974, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.97 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.96 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.936, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.93 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.93 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.93 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.884, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.91 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.91 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.86 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.84 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.96, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.674, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.72 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.62 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.61 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.77 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.786, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 4 }, { "answerId": "B_BEFORE_A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.82 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.77 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.74 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.74 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.678, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.63 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.79 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.56 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.65 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.76 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.902, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.93 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.81 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.92 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.91 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.94 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.636, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.7 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.59 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.63 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.58 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.68 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.832, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.87 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.81 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.938, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.918, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.89 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.92 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.94 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.94 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.764, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.68 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.71 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.82 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.79 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.82 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.886, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.92 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.72 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.674, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "D", "count": 3 }, { "answerId": "B", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.38 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.82 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.74 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.54 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.89 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.982, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.99 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.98, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.99 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.99 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.782, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.72 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.87 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.76 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.6, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.84 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.61 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.52 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.47 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.56 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.818, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.93 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.79 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.71 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.588, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 1 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.58 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.58 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.56 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.57 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.922, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.86 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "D", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.954, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.96 }, { "runId": "run-02", "answerId": "D", "correct": true, "confidence": 0.94 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "D", "correct": true, "confidence": 0.93 }, { "runId": "run-05", "answerId": "D", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.794, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.74 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.67 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.77 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.89 } ] } ] }, { "id": "gpt-5-6-luna", "label": "GPT-5.6-luna", "provider": "OpenAI", "version": "gpt-5.6-luna via codex-cli 0.144.1", "runAt": "2026-07-11T04:56:34.116Z", "runCount": 5, "runs": [ { "runId": "run-01", "runAt": "2026-07-11T02:43:20.137Z", "correct": 18, "total": 50, "score": 36, "meanAbsoluteCalibrationError": 0.605, "rank": 5 }, { "runId": "run-02", "runAt": "2026-07-11T04:34:20.269Z", "correct": 13, "total": 50, "score": 26, "meanAbsoluteCalibrationError": 0.647, "rank": 8 }, { "runId": "run-03", "runAt": "2026-07-11T04:40:56.783Z", "correct": 15, "total": 50, "score": 30, "meanAbsoluteCalibrationError": 0.624, "rank": 7 }, { "runId": "run-04", "runAt": "2026-07-11T04:49:03.532Z", "correct": 12, "total": 50, "score": 24, "meanAbsoluteCalibrationError": 0.697, "rank": 8 }, { "runId": "run-05", "runAt": "2026-07-11T04:56:34.116Z", "correct": 13, "total": 50, "score": 26, "meanAbsoluteCalibrationError": 0.681, "rank": 8 } ], "coverage": { "answered": 250, "total": 250 }, "overall": { "correct": 14.2, "total": 50, "score": 28.4, "median": 26, "min": 24, "max": 36, "standardDeviation": 4.77, "ci95": [ 17.6, 40.8 ], "rankMin": 5, "rankMax": 8 }, "meanAbsoluteCalibrationError": 0.651, "stability": { "meanModalAgreement": 0.904, "unanimousItems": 34, "stableCorrectItems": 8, "stableIncorrectItems": 26, "variableItems": 16 }, "byType": { "prerequisite-choice": { "correct": 10, "total": 30, "score": 33.3, "median": 33.3, "min": 26.7, "max": 40, "standardDeviation": 5.27 }, "direction-choice": { "correct": 1.8, "total": 10, "score": 18, "median": 20, "min": 10, "max": 30, "standardDeviation": 8.37 }, "edge-audit": { "correct": 2.4, "total": 10, "score": 24, "median": 20, "min": 10, "max": 40, "standardDeviation": 11.4 } }, "bySubject": { "과학": { "correct": 6, "total": 9, "score": 66.7, "median": 66.7, "min": 55.6, "max": 77.8, "standardDeviation": 7.85 }, "국어": { "correct": 0, "total": 9, "score": 0, "median": 0, "min": 0, "max": 0, "standardDeviation": 0 }, "도덕": { "correct": 0, "total": 7, "score": 0, "median": 0, "min": 0, "max": 0, "standardDeviation": 0 }, "수학": { "correct": 4.4, "total": 7, "score": 62.8, "median": 57.1, "min": 42.9, "max": 85.7, "standardDeviation": 16.27 }, "실과(기술·가정)/정보": { "correct": 1.8, "total": 6, "score": 30, "median": 33.3, "min": 16.7, "max": 33.3, "standardDeviation": 7.42 }, "영어": { "correct": 1.4, "total": 6, "score": 23.3, "median": 16.7, "min": 16.7, "max": 33.3, "standardDeviation": 9.09 }, "통합교과": { "correct": 0.6, "total": 6, "score": 10, "median": 16.7, "min": 0, "max": 16.7, "standardDeviation": 9.15 } }, "items": [ { "questionId": "Q001", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.84 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.78 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.82 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.82 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.84 } ] }, { "questionId": "Q002", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.83, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.84 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q003", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.868, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.79 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.86 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.91 } ] }, { "questionId": "Q004", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.964, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.97 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.94 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q005", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.928, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.88 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.96 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.86 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.96 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q006", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.73, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.62 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.76 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.71 } ] }, { "questionId": "Q007", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.808, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.67 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.86 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.84 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.84 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.83 } ] }, { "questionId": "Q008", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.97, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.96 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.97 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.98 } ] }, { "questionId": "Q009", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.984, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.99 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.99 } ] }, { "questionId": "Q010", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.912, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.78 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q011", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.98, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.97 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.99 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q012", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.972, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.98 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.97 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.99 } ] }, { "questionId": "Q013", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.73 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.72 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.82 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.75 } ] }, { "questionId": "Q014", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.632, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.55 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.76 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.68 } ] }, { "questionId": "Q015", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 1, "totalRuns": 5, "score": 20, "confidence": 0.838, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.62 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.64 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.97 } ] }, { "questionId": "Q016", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.82, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.72 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.83 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.87 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q017", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.892, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "A", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.91 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.97 } ] }, { "questionId": "Q018", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.854, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.86 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.89 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.86 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.81 } ] }, { "questionId": "Q019", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.738, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "B", "count": 3 }, { "answerId": "A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.8 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.61 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.63 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.91 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.74 } ] }, { "questionId": "Q020", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "B", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.858, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.87 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.79 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.88 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.85 } ] }, { "questionId": "Q021", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.894, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.73 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.86 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.98 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q022", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B", "correctAnswerId": "B", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.99, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-02", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-03", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-04", "answerId": "B", "correct": true, "confidence": 0.99 }, { "runId": "run-05", "answerId": "B", "correct": true, "confidence": 0.99 } ] }, { "questionId": "Q023", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.882, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.84 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.89 } ] }, { "questionId": "Q024", "type": "prerequisite-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "D", "correctAnswerId": "C", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.94, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.83 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.98 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.96 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q025", "type": "prerequisite-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.888, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "A", "count": 4 }, { "answerId": "C", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.89 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.97 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.92 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.84 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.82 } ] }, { "questionId": "Q026", "type": "prerequisite-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.7, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "C", "count": 4 }, { "answerId": "B", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.55 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.68 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.86 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.77 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.64 } ] }, { "questionId": "Q027", "type": "prerequisite-choice", "subject": "영어", "gradeBand": "5-6", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.982, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.97 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.98 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.99 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.99 } ] }, { "questionId": "Q028", "type": "prerequisite-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "B", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.916, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B", "correct": false, "confidence": 0.93 }, { "runId": "run-02", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.94 }, { "runId": "run-04", "answerId": "B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "B", "correct": false, "confidence": 0.91 } ] }, { "questionId": "Q029", "type": "prerequisite-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "A", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.926, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A", "correct": true, "confidence": 0.96 }, { "runId": "run-03", "answerId": "A", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.92 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.84 } ] }, { "questionId": "Q030", "type": "prerequisite-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.936, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.95 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.88 } ] }, { "questionId": "Q031", "type": "direction-choice", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.698, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.95 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.68 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.62 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.58 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": true, "confidence": 0.66 } ] }, { "questionId": "Q032", "type": "direction-choice", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.83, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.82 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.86 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.78 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.85 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.84 } ] }, { "questionId": "Q033", "type": "direction-choice", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.78, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.75 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.56 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.88 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.83 } ] }, { "questionId": "Q034", "type": "direction-choice", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.894, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "B_BEFORE_A", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.92 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.81 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.88 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.96 } ] }, { "questionId": "Q035", "type": "direction-choice", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.692, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.6 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.72 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.7 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.61 } ] }, { "questionId": "Q036", "type": "direction-choice", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.914, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.94 }, { "runId": "run-04", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.93 } ] }, { "questionId": "Q037", "type": "direction-choice", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "NO_DIRECT_RELATION", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "NO_DIRECT_RELATION", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.95 }, { "runId": "run-02", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.9 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.86 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.83 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.86 } ] }, { "questionId": "Q038", "type": "direction-choice", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 4, "totalRuns": 5, "score": 80, "confidence": 0.762, "unanimous": false, "modalAgreement": 0.8, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 4 }, { "answerId": "NO_DIRECT_RELATION", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.78 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.82 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.82 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": true, "confidence": 0.62 }, { "runId": "run-05", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.77 } ] }, { "questionId": "Q039", "type": "direction-choice", "subject": "국어", "gradeBand": "3-4", "modelAnswerId": "B_BEFORE_A", "correctAnswerId": "A_BEFORE_B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.91, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "B_BEFORE_A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.92 }, { "runId": "run-02", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.93 }, { "runId": "run-03", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.91 }, { "runId": "run-04", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.87 }, { "runId": "run-05", "answerId": "B_BEFORE_A", "correct": false, "confidence": 0.92 } ] }, { "questionId": "Q040", "type": "direction-choice", "subject": "도덕", "gradeBand": "5-6", "modelAnswerId": "A_BEFORE_B", "correctAnswerId": "B_BEFORE_A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.766, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A_BEFORE_B", "count": 3 }, { "answerId": "NO_DIRECT_RELATION", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.68 }, { "runId": "run-02", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.92 }, { "runId": "run-04", "answerId": "NO_DIRECT_RELATION", "correct": false, "confidence": 0.8 }, { "runId": "run-05", "answerId": "A_BEFORE_B", "correct": false, "confidence": 0.73 } ] }, { "questionId": "Q041", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.878, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.85 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.76 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.93 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.91 } ] }, { "questionId": "Q042", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "C", "correct": true, "correctRuns": 5, "totalRuns": 5, "score": 100, "confidence": 0.932, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.96 }, { "runId": "run-02", "answerId": "C", "correct": true, "confidence": 0.94 }, { "runId": "run-03", "answerId": "C", "correct": true, "confidence": 0.93 }, { "runId": "run-04", "answerId": "C", "correct": true, "confidence": 0.93 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.9 } ] }, { "questionId": "Q043", "type": "edge-audit", "subject": "과학", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "A", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.956, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.93 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.97 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.97 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.97 } ] }, { "questionId": "Q044", "type": "edge-audit", "subject": "영어", "gradeBand": "3-4", "modelAnswerId": "A", "correctAnswerId": "D", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.918, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "A", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": false, "confidence": 0.91 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.95 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.89 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.9 }, { "runId": "run-05", "answerId": "A", "correct": false, "confidence": 0.94 } ] }, { "questionId": "Q045", "type": "edge-audit", "subject": "도덕", "gradeBand": "3-4", "modelAnswerId": "C", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.776, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "C", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.78 }, { "runId": "run-03", "answerId": "C", "correct": false, "confidence": 0.85 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.55 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.8 } ] }, { "questionId": "Q046", "type": "edge-audit", "subject": "실과(기술·가정)/정보", "gradeBand": "5-6", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.952, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.98 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.93 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.93 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.94 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.98 } ] }, { "questionId": "Q047", "type": "edge-audit", "subject": "통합교과", "gradeBand": "1-2", "modelAnswerId": "A", "correctAnswerId": "A", "correct": false, "correctRuns": 3, "totalRuns": 5, "score": 60, "confidence": 0.574, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "B", "count": 1 }, { "answerId": "D", "count": 1 } ], "runAnswers": [ { "runId": "run-01", "answerId": "A", "correct": true, "confidence": 0.42 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.8 }, { "runId": "run-03", "answerId": "B", "correct": false, "confidence": 0.68 }, { "runId": "run-04", "answerId": "A", "correct": true, "confidence": 0.42 }, { "runId": "run-05", "answerId": "A", "correct": true, "confidence": 0.55 } ] }, { "questionId": "Q048", "type": "edge-audit", "subject": "국어", "gradeBand": "1-2", "modelAnswerId": "D", "correctAnswerId": "B", "correct": false, "correctRuns": 0, "totalRuns": 5, "score": 0, "confidence": 0.88, "unanimous": true, "modalAgreement": 1, "answerDistribution": [ { "answerId": "D", "count": 5 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": false, "confidence": 0.9 }, { "runId": "run-02", "answerId": "D", "correct": false, "confidence": 0.88 }, { "runId": "run-03", "answerId": "D", "correct": false, "confidence": 0.84 }, { "runId": "run-04", "answerId": "D", "correct": false, "confidence": 0.86 }, { "runId": "run-05", "answerId": "D", "correct": false, "confidence": 0.92 } ] }, { "questionId": "Q049", "type": "edge-audit", "subject": "수학", "gradeBand": "1-2", "modelAnswerId": "C", "correctAnswerId": "D", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.896, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "C", "count": 3 }, { "answerId": "D", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "D", "correct": true, "confidence": 0.85 }, { "runId": "run-02", "answerId": "C", "correct": false, "confidence": 0.96 }, { "runId": "run-03", "answerId": "D", "correct": true, "confidence": 0.96 }, { "runId": "run-04", "answerId": "C", "correct": false, "confidence": 0.88 }, { "runId": "run-05", "answerId": "C", "correct": false, "confidence": 0.83 } ] }, { "questionId": "Q050", "type": "edge-audit", "subject": "과학", "gradeBand": "5-6", "modelAnswerId": "A", "correctAnswerId": "C", "correct": false, "correctRuns": 2, "totalRuns": 5, "score": 40, "confidence": 0.63, "unanimous": false, "modalAgreement": 0.6, "answerDistribution": [ { "answerId": "A", "count": 3 }, { "answerId": "C", "count": 2 } ], "runAnswers": [ { "runId": "run-01", "answerId": "C", "correct": true, "confidence": 0.6 }, { "runId": "run-02", "answerId": "A", "correct": false, "confidence": 0.7 }, { "runId": "run-03", "answerId": "A", "correct": false, "confidence": 0.57 }, { "runId": "run-04", "answerId": "A", "correct": false, "confidence": 0.65 }, { "runId": "run-05", "answerId": "C", "correct": true, "confidence": 0.63 } ] } ] } ], "pendingModels": [] }