{
  "schema_version": 1,
  "classification": "authored-educational-not-trained-model-results",
  "constant_probability_per_group_required": true,
  "positive_label": "authored binary teaching outcome, not profitable trade",
  "threshold_operator": ">=",
  "brier_scale": "binary 0..1",
  "actual_model_identity": null,
  "actual_forecasts": null,
  "actual_financial_outcomes": null,
  "cases": [
    {
      "id": "default",
      "title": "Matching authored group fractions",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "4",
        "probability_a": "0.1",
        "n_b": "40",
        "positives_b": "20",
        "probability_b": "0.5",
        "n_c": "20",
        "positives_c": "16",
        "probability_c": "0.8",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 0.1,
        "group_a_gap": 0.0,
        "group_b_fraction": 0.5,
        "group_b_gap": 0.0,
        "group_c_fraction": 0.8,
        "group_c_gap": 0.0,
        "observations": 100,
        "positive_labels": 40,
        "mean_forecast": 0.4,
        "positive_fraction": 0.4,
        "brier_score": 0.168,
        "same_table_baseline_brier": 0.24,
        "same_table_relative_improvement": 0.3,
        "weighted_group_absolute_gap": 0.0,
        "threshold_tp": 36,
        "threshold_fp": 24,
        "threshold_fn": 4,
        "threshold_tn": 36,
        "threshold_accuracy_pct": 72.0,
        "threshold_precision_pct": 60.0,
        "threshold_recall_pct": 90.0,
        "threshold_specificity_pct": 60.0,
        "threshold_balanced_accuracy_pct": 75.0,
        "threshold_majority_baseline_pct": 60.0
      }
    },
    {
      "id": "overconfident",
      "title": "Same labels, all forecasts 0.9",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "4",
        "probability_a": "0.9",
        "n_b": "40",
        "positives_b": "20",
        "probability_b": "0.9",
        "n_c": "20",
        "positives_c": "16",
        "probability_c": "0.9",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 0.1,
        "group_a_gap": 0.8,
        "group_b_fraction": 0.5,
        "group_b_gap": 0.4,
        "group_c_fraction": 0.8,
        "group_c_gap": 0.1,
        "observations": 100,
        "positive_labels": 40,
        "mean_forecast": 0.9,
        "positive_fraction": 0.4,
        "brier_score": 0.49,
        "same_table_baseline_brier": 0.24,
        "same_table_relative_improvement": -1.0416666666666667,
        "weighted_group_absolute_gap": 0.5,
        "threshold_tp": 40,
        "threshold_fp": 60,
        "threshold_fn": 0,
        "threshold_tn": 0,
        "threshold_accuracy_pct": 40.0,
        "threshold_precision_pct": 40.0,
        "threshold_recall_pct": 100.0,
        "threshold_specificity_pct": 0.0,
        "threshold_balanced_accuracy_pct": 50.0,
        "threshold_majority_baseline_pct": 60.0
      }
    },
    {
      "id": "threshold-equality",
      "title": "Threshold 0.8 includes group C",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "4",
        "probability_a": "0.1",
        "n_b": "40",
        "positives_b": "20",
        "probability_b": "0.5",
        "n_c": "20",
        "positives_c": "16",
        "probability_c": "0.8",
        "threshold": "0.8"
      },
      "results": {
        "group_a_fraction": 0.1,
        "group_a_gap": 0.0,
        "group_b_fraction": 0.5,
        "group_b_gap": 0.0,
        "group_c_fraction": 0.8,
        "group_c_gap": 0.0,
        "observations": 100,
        "positive_labels": 40,
        "mean_forecast": 0.4,
        "positive_fraction": 0.4,
        "brier_score": 0.168,
        "same_table_baseline_brier": 0.24,
        "same_table_relative_improvement": 0.3,
        "weighted_group_absolute_gap": 0.0,
        "threshold_tp": 16,
        "threshold_fp": 4,
        "threshold_fn": 24,
        "threshold_tn": 56,
        "threshold_accuracy_pct": 72.0,
        "threshold_precision_pct": 80.0,
        "threshold_recall_pct": 40.0,
        "threshold_specificity_pct": 93.33333333333333,
        "threshold_balanced_accuracy_pct": 66.66666666666666,
        "threshold_majority_baseline_pct": 60.0
      }
    },
    {
      "id": "inverted",
      "title": "A and C probabilities reversed",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "4",
        "probability_a": "0.9",
        "n_b": "40",
        "positives_b": "20",
        "probability_b": "0.5",
        "n_c": "20",
        "positives_c": "16",
        "probability_c": "0.2",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 0.1,
        "group_a_gap": 0.8,
        "group_b_fraction": 0.5,
        "group_b_gap": 0.0,
        "group_c_fraction": 0.8,
        "group_c_gap": 0.6,
        "observations": 100,
        "positive_labels": 40,
        "mean_forecast": 0.6,
        "positive_fraction": 0.4,
        "brier_score": 0.496,
        "same_table_baseline_brier": 0.24,
        "same_table_relative_improvement": -1.0666666666666667,
        "weighted_group_absolute_gap": 0.44,
        "threshold_tp": 24,
        "threshold_fp": 56,
        "threshold_fn": 16,
        "threshold_tn": 4,
        "threshold_accuracy_pct": 28.0,
        "threshold_precision_pct": 30.0,
        "threshold_recall_pct": 60.0,
        "threshold_specificity_pct": 6.666666666666667,
        "threshold_balanced_accuracy_pct": 33.333333333333336,
        "threshold_majority_baseline_pct": 60.0
      }
    },
    {
      "id": "empty-c",
      "title": "Group C absent",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "4",
        "probability_a": "0.1",
        "n_b": "40",
        "positives_b": "20",
        "probability_b": "0.5",
        "n_c": "0",
        "positives_c": "0",
        "probability_c": "0.8",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 0.1,
        "group_a_gap": 0.0,
        "group_b_fraction": 0.5,
        "group_b_gap": 0.0,
        "group_c_fraction": null,
        "group_c_gap": null,
        "observations": 80,
        "positive_labels": 24,
        "mean_forecast": 0.3,
        "positive_fraction": 0.3,
        "brier_score": 0.17,
        "same_table_baseline_brier": 0.21,
        "same_table_relative_improvement": 0.19047619047619047,
        "weighted_group_absolute_gap": 0.0,
        "threshold_tp": 20,
        "threshold_fp": 20,
        "threshold_fn": 4,
        "threshold_tn": 36,
        "threshold_accuracy_pct": 70.0,
        "threshold_precision_pct": 50.0,
        "threshold_recall_pct": 83.33333333333333,
        "threshold_specificity_pct": 64.28571428571429,
        "threshold_balanced_accuracy_pct": 73.80952380952381,
        "threshold_majority_baseline_pct": 70.0
      }
    },
    {
      "id": "all-negative",
      "title": "All negative labels, zero forecasts",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "0",
        "probability_a": "0",
        "n_b": "40",
        "positives_b": "0",
        "probability_b": "0",
        "n_c": "20",
        "positives_c": "0",
        "probability_c": "0",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 0.0,
        "group_a_gap": 0.0,
        "group_b_fraction": 0.0,
        "group_b_gap": 0.0,
        "group_c_fraction": 0.0,
        "group_c_gap": 0.0,
        "observations": 100,
        "positive_labels": 0,
        "mean_forecast": 0.0,
        "positive_fraction": 0.0,
        "brier_score": 0.0,
        "same_table_baseline_brier": 0.0,
        "same_table_relative_improvement": null,
        "weighted_group_absolute_gap": 0.0,
        "threshold_tp": 0,
        "threshold_fp": 0,
        "threshold_fn": 0,
        "threshold_tn": 100,
        "threshold_accuracy_pct": 100.0,
        "threshold_precision_pct": null,
        "threshold_recall_pct": null,
        "threshold_specificity_pct": 100.0,
        "threshold_balanced_accuracy_pct": null,
        "threshold_majority_baseline_pct": 100.0
      }
    },
    {
      "id": "all-positive",
      "title": "All positive labels, unit forecasts",
      "classification": "authored-educational-not-trained-model-results",
      "inputs": {
        "n_a": "40",
        "positives_a": "40",
        "probability_a": "1",
        "n_b": "40",
        "positives_b": "40",
        "probability_b": "1",
        "n_c": "20",
        "positives_c": "20",
        "probability_c": "1",
        "threshold": "0.5"
      },
      "results": {
        "group_a_fraction": 1.0,
        "group_a_gap": 0.0,
        "group_b_fraction": 1.0,
        "group_b_gap": 0.0,
        "group_c_fraction": 1.0,
        "group_c_gap": 0.0,
        "observations": 100,
        "positive_labels": 100,
        "mean_forecast": 1.0,
        "positive_fraction": 1.0,
        "brier_score": 0.0,
        "same_table_baseline_brier": 0.0,
        "same_table_relative_improvement": null,
        "weighted_group_absolute_gap": 0.0,
        "threshold_tp": 100,
        "threshold_fp": 0,
        "threshold_fn": 0,
        "threshold_tn": 0,
        "threshold_accuracy_pct": 100.0,
        "threshold_precision_pct": 100.0,
        "threshold_recall_pct": 100.0,
        "threshold_specificity_pct": null,
        "threshold_balanced_accuracy_pct": null,
        "threshold_majority_baseline_pct": 100.0
      }
    }
  ]
}
