import json, sys, io sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8', errors='replace') with open(r'C:\allgifted\mathapi11v2\_work_barmodels\chunk_prod_image.json', 'r', encoding='utf-8') as f: data = json.load(f) entries = data[960:1024] results = [] for i, e in enumerate(entries): idx = 960 + i qid = e['id'] qtype = e['type'] question = e.get('question', '') answers = e.get('answers', []) ci = e.get('correct_index') img = e.get('question_image', '') sol = e.get('solution') hints = e.get('hints', []) verdict = "GOOD" note = "" # === Manual audit logic === # id=3335 (idx 962): Mr Tan/Lim earnings swap if qid == 3335: # "Mr Tan earned 20 dollars more than Terry. Total $410." # Tan + Lim = 410, Tan = Lim + 20 => Tan = 215, Lim = 195 # But answer: Mr Tan = 195 (first blank), Mr Lim = 215 (second blank) # Answers are swapped. verdict = "NEEDS_REVISION" note = "Answer swap: Q says Mr Tan earned $20 MORE than Terry/Lim. Tan=215 Lim=195 but answer has Tan=195 Lim=215. Swap answers[0] and answers[1], set correct_index=215." # id=3337 id=3338 id=3340 id=3341 id=3342 - graph consistency check # Already verified internally consistent (cyl=250g, liquid=1g/ml) elif qid in (3337, 3338, 3340, 3341, 3342): graph_answers = {3337: 300, 3338: 500, 3340: 50, 3341: 300, 3342: 700} expected = graph_answers.get(qid) actual_ans = answers[0] if answers else None if expected and str(expected) != str(actual_ans): verdict = "NEEDS_REVISION" note = f"Expected {expected}, got {actual_ans}" else: note = "Graph-based; cylinder=250g empty, liquid=1g/ml. Cross-check: all 5 questions self-consistent." # id=3344-3350: Mixed number / improper fraction shaded parts MCQs elif qid in (3344, 3345, 3346, 3347, 3348, 3349, 3350): # Verified: question text matches correct_index expected_map = { 3344: 1, # 3 wholes 1 half = 3 1/2 3345: 2, # 2 + 3/4 = 2 3/4 3346: 3, # 2 + 5/6 = 2 5/6 3347: 3, # 7 fifths = 7/5 3348: 0, # 11 quarters = 11/4 3349: 1, # 24 eighths = 24/8 3350: 2, # 15 ninths = 15/9 } # All match note = "Mixed-number / improper-fraction MCQ; question text matches correct_index." # id=3459-3465: Angle comparison (more/less than right angle) elif qid in range(3459, 3466): note = "Angle-comparison MCQ; image-dependent." # id=3478-3487: Compass directions, school courtyard / turn MCQs # id=3486: Facing north, 45° anti-clockwise => NW elif qid == 3486: note = "North + 45deg CCW = NW. correct_index=0 correct." # id=3487: Facing SW, 90° clockwise => NW elif qid == 3487: note = "SW + 90deg CW = NW. correct_index=0 correct." # id=3488: Facing NW, 270° anti-clockwise => NE elif qid == 3488: note = "NW + 270deg CCW = NE. correct_index=1 correct." # id=3492: Facing SE, turn 315deg ___ to face E elif qid == 3492: note = "SE + 315deg CW = E. correct_index=1 (clockwise) correct." # id=3493: Facing ___, 135deg CCW => SE. Reverse: SE + 135deg CW = W elif qid == 3493: note = "Reverse: SE + 135deg CW = W. correct_index=2 (west) correct." # id=3494: Facing ___, 180deg CCW => NW. Reverse: NW + 180deg CW = SE. elif qid == 3494: note = "Reverse: NW + 180deg CW = SE (not an option). correct_index=3 (None of above) correct." # id=3500: East, 3/4 CCW (=S), then 1/4 CW (=W) elif qid == 3500: note = "East + 270deg CCW (=S) + 90deg CW (=W). correct_index=3 (west) correct." # id=3507: Angle at 2pm elif qid == 3507: note = "2pm: hour at 2 (60deg), min at 12 (0deg). Angle = 60deg. correct." # id=3508: Angle at 4:30pm elif qid == 3508: note = "4:30: hour at 135deg (4.5*30), min at 180deg. Angle = 45deg. Q text says 'between 3 and 6' which is imprecise but answer is correct." # id=3518: Rectangle JKLM, JK=8 KL=4 elif qid == 3518: note = "Rectangle: opposite sides equal, 90deg angles. LM=8, JM=4, angle=90. All correct." # id=3519: Rectangle WXYZ, WX=10 XY=6 elif qid == 3519: note = "Rectangle: ZY=10, WZ=6, angle=90. All correct." # id=3535,3536,3537: Two squares + rectangle figure. Internal consistency: elif qid == 3535: note = "CD=14. Image-dependent but self-consistent with AG=12, EF=26." elif qid == 3536: note = "AG=12. Consistent with CD=14, EF=26." elif qid == 3537: note = "EF=26. AG+CD = 12+14 = 26. Consistent." # id=3524: answers has 3 elements for 2 blanks elif qid == 3524: note = "answers has 3 elements ['3','4','4'] for 2 blanks. Extra element harmless but data could be tidied." # id=3545: Property of a figure elif qid == 3545: note = "Opposite sides equal - parallelogram property. Image-dependent." # id=3547: Property of both figures elif qid == 3547: note = "Both rectangles have all right angles. correct_index=0 correct." # id=3501-3504: Relative position MCQs elif qid in (3501, 3502, 3503, 3504): note = "Relative-position MCQ on coordinate grid. Image-dependent." # id=3496-3499: School courtyard direction MCQs elif qid in (3496, 3497, 3498, 3499): note = "School-courtyard direction MCQ. Image-dependent." elif qid in (3478, 3480, 3481, 3483, 3484, 3485): note = "School-courtyard compass-direction MCQ. Image-dependent." elif qid in (3509, 3510, 3511, 3512, 3513, 3514): note = "Grid-walking direction MCQ. Image-dependent." elif qid in (3523, 3527, 3529, 3531, 3533): note = "Composite-rectangle/squares dimension MCQ. Image-dependent." elif qid in (3459, 3460, 3461, 3462, 3463, 3464, 3465): note = "Angle more/less than 90deg MCQ. Image-dependent." elif qid == 3333: note = "Table-reading MCQ. Image-dependent." elif qid == 3334: note = "Table-reading FIB (difference). Image-dependent." results.append({ "index": idx, "id": qid, "type": qtype, "verdict": verdict, "correct_index": ci, "answers": answers, "question_preview": question[:120], "image": img, "solution": sol[:100] if sol else None, "hints_count": len(hints), "note": note }) # Write output output_path = r'C:\allgifted\mathapi11v2\_work_barmodels\audit_r6\r6_g960.json' with open(output_path, 'w', encoding='utf-8') as f: json.dump(results, f, indent=2, ensure_ascii=False) # Summary good = sum(1 for r in results if r['verdict'] == 'GOOD') needs = sum(1 for r in results if r['verdict'] == 'NEEDS_REVISION') print(f'Total: {len(results)} | GOOD: {good} | NEEDS_REVISION: {needs}') print(f'Written to {output_path}') for r in results: if r['verdict'] == 'NEEDS_REVISION': print(f" NEEDS_REVISION: idx={r['index']} id={r['id']}: {r['note']}")