{
  "benchmark": "course custom fixtures, not BFCL scores",
  "cases": [
    {
      "id": "simple",
      "category": "simple",
      "parsed_and_valid": true,
      "exact_calls": true,
      "passed": true,
      "errors": []
    },
    {
      "id": "selection",
      "category": "multiple",
      "parsed_and_valid": false,
      "exact_calls": false,
      "passed": false,
      "errors": [
        "wrong_argument_type"
      ]
    },
    {
      "id": "parallel",
      "category": "parallel",
      "parsed_and_valid": true,
      "exact_calls": false,
      "passed": false,
      "errors": [
        "call_mismatch",
        "simulated_outcome_mismatch"
      ]
    },
    {
      "id": "mixed",
      "category": "parallel_multiple",
      "parsed_and_valid": true,
      "exact_calls": true,
      "passed": true,
      "errors": []
    },
    {
      "id": "none",
      "category": "irrelevance",
      "parsed_and_valid": true,
      "exact_calls": false,
      "passed": false,
      "errors": [
        "call_mismatch",
        "simulated_outcome_mismatch"
      ]
    },
    {
      "id": "turns",
      "category": "multi_turn",
      "parsed_and_valid": true,
      "exact_calls": false,
      "passed": false,
      "errors": [
        "call_mismatch",
        "simulated_outcome_mismatch"
      ]
    }
  ],
  "categories": {
    "irrelevance": {
      "passed": 0,
      "total": 1,
      "accuracy": 0.0,
      "wilson_95_interval": [
        0,
        0.7934567085261071
      ]
    },
    "multi_turn": {
      "passed": 0,
      "total": 1,
      "accuracy": 0.0,
      "wilson_95_interval": [
        0,
        0.7934567085261071
      ]
    },
    "multiple": {
      "passed": 0,
      "total": 1,
      "accuracy": 0.0,
      "wilson_95_interval": [
        0,
        0.7934567085261071
      ]
    },
    "parallel": {
      "passed": 0,
      "total": 1,
      "accuracy": 0.0,
      "wilson_95_interval": [
        0,
        0.7934567085261071
      ]
    },
    "parallel_multiple": {
      "passed": 1,
      "total": 1,
      "accuracy": 1.0,
      "wilson_95_interval": [
        0.20654329147389294,
        1
      ]
    },
    "simple": {
      "passed": 1,
      "total": 1,
      "accuracy": 1.0,
      "wilson_95_interval": [
        0.20654329147389294,
        1
      ]
    }
  },
  "passed": 2,
  "total": 6,
  "gate_passed": false
}
