| { |
| "metadata": { |
| "model_name": "llama-3.3-70b-instruct", |
| "timestamp": "20241212-013440" |
| }, |
| "categories": { |
| "STEM": { |
| "subjects": [ |
| { |
| "subject": "high_school_chemistry", |
| "correct_rate": 64.03940886699507 |
| }, |
| { |
| "subject": "high_school_mathematics", |
| "correct_rate": 46.666666666666664 |
| }, |
| { |
| "subject": "abstract_algebra", |
| "correct_rate": 48.0 |
| }, |
| { |
| "subject": "computer_security", |
| "correct_rate": 84.0 |
| }, |
| { |
| "subject": "college_computer_science", |
| "correct_rate": 61.61616161616161 |
| }, |
| { |
| "subject": "college_chemistry", |
| "correct_rate": 53.0 |
| }, |
| { |
| "subject": "conceptual_physics", |
| "correct_rate": 74.8936170212766 |
| }, |
| { |
| "subject": "high_school_statistics", |
| "correct_rate": 68.05555555555556 |
| }, |
| { |
| "subject": "college_mathematics", |
| "correct_rate": 44.0 |
| }, |
| { |
| "subject": "college_biology", |
| "correct_rate": 88.19444444444444 |
| }, |
| { |
| "subject": "college_physics", |
| "correct_rate": 52.94117647058824 |
| }, |
| { |
| "subject": "elementary_mathematics", |
| "correct_rate": 64.81481481481481 |
| }, |
| { |
| "subject": "high_school_biology", |
| "correct_rate": 88.70967741935483 |
| }, |
| { |
| "subject": "high_school_physics", |
| "correct_rate": 57.615894039735096 |
| }, |
| { |
| "subject": "machine_learning", |
| "correct_rate": 56.25 |
| }, |
| { |
| "subject": "astronomy", |
| "correct_rate": 88.1578947368421 |
| }, |
| { |
| "subject": "electrical_engineering", |
| "correct_rate": 69.6551724137931 |
| }, |
| { |
| "subject": "high_school_computer_science", |
| "correct_rate": 79.0 |
| } |
| ], |
| "correct_rate": 66.09 |
| }, |
| "humanities": { |
| "subjects": [ |
| { |
| "subject": "world_religions", |
| "correct_rate": 84.7953216374269 |
| }, |
| { |
| "subject": "high_school_us_history", |
| "correct_rate": 89.70588235294117 |
| }, |
| { |
| "subject": "moral_disputes", |
| "correct_rate": 77.74566473988439 |
| }, |
| { |
| "subject": "high_school_world_history", |
| "correct_rate": 88.60759493670885 |
| }, |
| { |
| "subject": "formal_logic", |
| "correct_rate": 62.698412698412696 |
| }, |
| { |
| "subject": "international_law", |
| "correct_rate": 85.12396694214877 |
| }, |
| { |
| "subject": "jurisprudence", |
| "correct_rate": 76.85185185185185 |
| }, |
| { |
| "subject": "professional_law", |
| "correct_rate": 59.58279009126467 |
| }, |
| { |
| "subject": "logical_fallacies", |
| "correct_rate": 83.43558282208589 |
| }, |
| { |
| "subject": "philosophy", |
| "correct_rate": 74.27652733118971 |
| }, |
| { |
| "subject": "moral_scenarios", |
| "correct_rate": 78.65921787709496 |
| }, |
| { |
| "subject": "prehistory", |
| "correct_rate": 84.25925925925925 |
| }, |
| { |
| "subject": "high_school_european_history", |
| "correct_rate": 84.84848484848484 |
| } |
| ], |
| "correct_rate": 79.28 |
| }, |
| "social sciences": { |
| "subjects": [ |
| { |
| "subject": "high_school_geography", |
| "correct_rate": 86.36363636363636 |
| }, |
| { |
| "subject": "high_school_psychology", |
| "correct_rate": 91.19266055045871 |
| }, |
| { |
| "subject": "sociology", |
| "correct_rate": 87.56218905472637 |
| }, |
| { |
| "subject": "high_school_microeconomics", |
| "correct_rate": 86.5546218487395 |
| }, |
| { |
| "subject": "professional_psychology", |
| "correct_rate": 76.79738562091504 |
| }, |
| { |
| "subject": "security_studies", |
| "correct_rate": 77.55102040816327 |
| }, |
| { |
| "subject": "us_foreign_policy", |
| "correct_rate": 91.0 |
| }, |
| { |
| "subject": "public_relations", |
| "correct_rate": 70.9090909090909 |
| }, |
| { |
| "subject": "high_school_government_and_politics", |
| "correct_rate": 93.78238341968913 |
| }, |
| { |
| "subject": "econometrics", |
| "correct_rate": 61.40350877192983 |
| }, |
| { |
| "subject": "human_sexuality", |
| "correct_rate": 81.67938931297711 |
| }, |
| { |
| "subject": "high_school_macroeconomics", |
| "correct_rate": 80.51282051282051 |
| } |
| ], |
| "correct_rate": 82.11 |
| }, |
| "other (business, health, misc.)": { |
| "subjects": [ |
| { |
| "subject": "virology", |
| "correct_rate": 53.6144578313253 |
| }, |
| { |
| "subject": "college_medicine", |
| "correct_rate": 72.25433526011561 |
| }, |
| { |
| "subject": "global_facts", |
| "correct_rate": 62.0 |
| }, |
| { |
| "subject": "miscellaneous", |
| "correct_rate": 87.35632183908046 |
| }, |
| { |
| "subject": "medical_genetics", |
| "correct_rate": 84.0 |
| }, |
| { |
| "subject": "human_aging", |
| "correct_rate": 78.47533632286996 |
| }, |
| { |
| "subject": "nutrition", |
| "correct_rate": 83.33333333333334 |
| }, |
| { |
| "subject": "marketing", |
| "correct_rate": 88.88888888888889 |
| }, |
| { |
| "subject": "anatomy", |
| "correct_rate": 71.85185185185186 |
| }, |
| { |
| "subject": "professional_medicine", |
| "correct_rate": 88.23529411764706 |
| }, |
| { |
| "subject": "professional_accounting", |
| "correct_rate": 56.02836879432624 |
| }, |
| { |
| "subject": "management", |
| "correct_rate": 82.52427184466019 |
| }, |
| { |
| "subject": "clinical_knowledge", |
| "correct_rate": 80.75471698113208 |
| }, |
| { |
| "subject": "business_ethics", |
| "correct_rate": 74.0 |
| } |
| ], |
| "correct_rate": 75.95 |
| } |
| }, |
| "subjects": { |
| "high_school_geography": { |
| "correct_rate": 86.36363636363636, |
| "category": "social sciences" |
| }, |
| "virology": { |
| "correct_rate": 53.6144578313253, |
| "category": "other (business, health, misc.)" |
| }, |
| "world_religions": { |
| "correct_rate": 84.7953216374269, |
| "category": "humanities" |
| }, |
| "college_medicine": { |
| "correct_rate": 72.25433526011561, |
| "category": "other (business, health, misc.)" |
| }, |
| "high_school_chemistry": { |
| "correct_rate": 64.03940886699507, |
| "category": "STEM" |
| }, |
| "high_school_mathematics": { |
| "correct_rate": 46.666666666666664, |
| "category": "STEM" |
| }, |
| "global_facts": { |
| "correct_rate": 62.0, |
| "category": "other (business, health, misc.)" |
| }, |
| "high_school_psychology": { |
| "correct_rate": 91.19266055045871, |
| "category": "social sciences" |
| }, |
| "abstract_algebra": { |
| "correct_rate": 48.0, |
| "category": "STEM" |
| }, |
| "computer_security": { |
| "correct_rate": 84.0, |
| "category": "STEM" |
| }, |
| "sociology": { |
| "correct_rate": 87.56218905472637, |
| "category": "social sciences" |
| }, |
| "college_computer_science": { |
| "correct_rate": 61.61616161616161, |
| "category": "STEM" |
| }, |
| "high_school_us_history": { |
| "correct_rate": 89.70588235294117, |
| "category": "humanities" |
| }, |
| "miscellaneous": { |
| "correct_rate": 87.35632183908046, |
| "category": "other (business, health, misc.)" |
| }, |
| "high_school_microeconomics": { |
| "correct_rate": 86.5546218487395, |
| "category": "social sciences" |
| }, |
| "college_chemistry": { |
| "correct_rate": 53.0, |
| "category": "STEM" |
| }, |
| "moral_disputes": { |
| "correct_rate": 77.74566473988439, |
| "category": "humanities" |
| }, |
| "medical_genetics": { |
| "correct_rate": 84.0, |
| "category": "other (business, health, misc.)" |
| }, |
| "professional_psychology": { |
| "correct_rate": 76.79738562091504, |
| "category": "social sciences" |
| }, |
| "high_school_world_history": { |
| "correct_rate": 88.60759493670885, |
| "category": "humanities" |
| }, |
| "security_studies": { |
| "correct_rate": 77.55102040816327, |
| "category": "social sciences" |
| }, |
| "conceptual_physics": { |
| "correct_rate": 74.8936170212766, |
| "category": "STEM" |
| }, |
| "us_foreign_policy": { |
| "correct_rate": 91.0, |
| "category": "social sciences" |
| }, |
| "human_aging": { |
| "correct_rate": 78.47533632286996, |
| "category": "other (business, health, misc.)" |
| }, |
| "public_relations": { |
| "correct_rate": 70.9090909090909, |
| "category": "social sciences" |
| }, |
| "high_school_statistics": { |
| "correct_rate": 68.05555555555556, |
| "category": "STEM" |
| }, |
| "formal_logic": { |
| "correct_rate": 62.698412698412696, |
| "category": "humanities" |
| }, |
| "nutrition": { |
| "correct_rate": 83.33333333333334, |
| "category": "other (business, health, misc.)" |
| }, |
| "marketing": { |
| "correct_rate": 88.88888888888889, |
| "category": "other (business, health, misc.)" |
| }, |
| "college_mathematics": { |
| "correct_rate": 44.0, |
| "category": "STEM" |
| }, |
| "international_law": { |
| "correct_rate": 85.12396694214877, |
| "category": "humanities" |
| }, |
| "anatomy": { |
| "correct_rate": 71.85185185185186, |
| "category": "other (business, health, misc.)" |
| }, |
| "jurisprudence": { |
| "correct_rate": 76.85185185185185, |
| "category": "humanities" |
| }, |
| "college_biology": { |
| "correct_rate": 88.19444444444444, |
| "category": "STEM" |
| }, |
| "college_physics": { |
| "correct_rate": 52.94117647058824, |
| "category": "STEM" |
| }, |
| "professional_law": { |
| "correct_rate": 59.58279009126467, |
| "category": "humanities" |
| }, |
| "high_school_government_and_politics": { |
| "correct_rate": 93.78238341968913, |
| "category": "social sciences" |
| }, |
| "professional_medicine": { |
| "correct_rate": 88.23529411764706, |
| "category": "other (business, health, misc.)" |
| }, |
| "logical_fallacies": { |
| "correct_rate": 83.43558282208589, |
| "category": "humanities" |
| }, |
| "professional_accounting": { |
| "correct_rate": 56.02836879432624, |
| "category": "other (business, health, misc.)" |
| }, |
| "philosophy": { |
| "correct_rate": 74.27652733118971, |
| "category": "humanities" |
| }, |
| "moral_scenarios": { |
| "correct_rate": 78.65921787709496, |
| "category": "humanities" |
| }, |
| "management": { |
| "correct_rate": 82.52427184466019, |
| "category": "other (business, health, misc.)" |
| }, |
| "elementary_mathematics": { |
| "correct_rate": 64.81481481481481, |
| "category": "STEM" |
| }, |
| "prehistory": { |
| "correct_rate": 84.25925925925925, |
| "category": "humanities" |
| }, |
| "high_school_biology": { |
| "correct_rate": 88.70967741935483, |
| "category": "STEM" |
| }, |
| "high_school_physics": { |
| "correct_rate": 57.615894039735096, |
| "category": "STEM" |
| }, |
| "machine_learning": { |
| "correct_rate": 56.25, |
| "category": "STEM" |
| }, |
| "high_school_european_history": { |
| "correct_rate": 84.84848484848484, |
| "category": "humanities" |
| }, |
| "econometrics": { |
| "correct_rate": 61.40350877192983, |
| "category": "social sciences" |
| }, |
| "clinical_knowledge": { |
| "correct_rate": 80.75471698113208, |
| "category": "other (business, health, misc.)" |
| }, |
| "human_sexuality": { |
| "correct_rate": 81.67938931297711, |
| "category": "social sciences" |
| }, |
| "high_school_macroeconomics": { |
| "correct_rate": 80.51282051282051, |
| "category": "social sciences" |
| }, |
| "astronomy": { |
| "correct_rate": 88.1578947368421, |
| "category": "STEM" |
| }, |
| "electrical_engineering": { |
| "correct_rate": 69.6551724137931, |
| "category": "STEM" |
| }, |
| "high_school_computer_science": { |
| "correct_rate": 79.0, |
| "category": "STEM" |
| }, |
| "business_ethics": { |
| "correct_rate": 74.0, |
| "category": "other (business, health, misc.)" |
| } |
| }, |
| "overall_correct_rate": 74.89 |
| } |
