{
  "voice_alone_ot2024_2025": {
    "model": "V3-raw",
    "freeze": "FROZEN2",
    "cases": 115,
    "votes": 983,
    "vote_accuracy": {
      "phosphoros": {
        "right": 684,
        "of": 983,
        "accuracy": 0.6958,
        "ci95": [
          0.6502,
          0.7398
        ]
      },
      "always_petitioner": {
        "right": 580,
        "of": 983,
        "accuracy": 0.59,
        "ci95": [
          0.5245,
          0.6529
        ]
      },
      "pitch_method": {
        "right": 623,
        "of": 983,
        "accuracy": 0.6338,
        "ci95": [
          0.5917,
          0.6739
        ]
      },
      "question_counts": {
        "right": 623,
        "of": 983,
        "accuracy": 0.6338,
        "ci95": [
          0.5965,
          0.6711
        ]
      }
    },
    "case_accuracy_vs_actual_winner": {
      "phosphoros": {
        "right": 84,
        "of": 115,
        "accuracy": 0.7304,
        "ci95": [
          0.652,
          0.8087
        ]
      },
      "always_petitioner": {
        "right": 77,
        "of": 115,
        "accuracy": 0.6696,
        "ci95": [
          0.5826,
          0.7565
        ]
      },
      "pitch_method": {
        "right": 75,
        "of": 115,
        "accuracy": 0.6522,
        "ci95": [
          0.5652,
          0.7391
        ]
      },
      "question_counts": {
        "right": 65,
        "of": 115,
        "accuracy": 0.5652,
        "ci95": [
          0.4783,
          0.6522
        ]
      }
    },
    "case_phosphoros_minus_always_petitioner": {
      "difference": 0.0609,
      "ci95": [
        -0.0087,
        0.1304
      ]
    }
  },
  "experts_clean_2025": {
    "cases": 47,
    "expert_sided_cases": 39,
    "expert_unclear_cases": 8,
    "experts_on_sided": {
      "right": 33,
      "of": 39,
      "accuracy": 0.8462,
      "ci95": [
        0.7179,
        0.9487
      ]
    },
    "phosphoros_on_sided": {
      "right": 26,
      "of": 39,
      "accuracy": 0.6667,
      "ci95": [
        0.5128,
        0.7955
      ]
    },
    "phosphoros_minus_experts_ci95": [
      -0.3846,
      0.0256
    ],
    "phosphoros_on_unclear": {
      "right": 6,
      "of": 8,
      "accuracy": 0.75,
      "ci95": [
        0.375,
        1.0
      ]
    },
    "phosphoros_on_all": {
      "right": 32,
      "of": 47,
      "accuracy": 0.6809,
      "ci95": [
        0.5532,
        0.8085
      ]
    },
    "always_petitioner_on_all": {
      "right": 29,
      "of": 47,
      "accuracy": 0.617,
      "ci95": [
        0.4894,
        0.766
      ]
    }
  },
  "experts_plus_voice": {
    "ot2024_2025": {
      "votes": 983,
      "experts": 0.7029501525940997,
      "experts_plus_voice": 0.7477110885045778,
      "logloss_gain_per_vote": 0.05771932239029728,
      "one_sided_95_lower": 0.03296005952870486
    },
    "clean_2025": {
      "votes": 408,
      "experts": 0.708,
      "experts_plus_voice": 0.762,
      "logloss_gain_per_vote": 0.04,
      "one_sided_95_lower": 0.0046
    }
  }
}