{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://fartbench.invalid/schemas/evaluation.schema.json",
  "title": "FARTBench Human Evaluation Record",
  "type": "object",
  "additionalProperties": false,
  "required": [
    "benchmark_version",
    "test_id",
    "blind_clip_id",
    "rater_id",
    "objective",
    "scores",
    "failure_codes",
    "locked_timestamp_utc"
  ],
  "properties": {
    "benchmark_version": {
      "type": "string"
    },
    "test_id": {
      "type": "string",
      "pattern": "^FB-C[0-9]{2}$"
    },
    "blind_clip_id": {
      "type": "string"
    },
    "rater_id": {
      "type": "string"
    },
    "headphones_used": {
      "type": [
        "boolean",
        "null"
      ]
    },
    "objective": {
      "type": "object",
      "additionalProperties": false,
      "properties": {
        "event_present": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "event_implied": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "event_count": {
          "type": [
            "integer",
            "null"
          ],
          "minimum": 0
        },
        "correct_actor": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "source_clear": {
          "enum": [
            true,
            false,
            "unclear",
            null
          ]
        },
        "audible_condition_correct": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "required_social_reaction_present": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "reaction_target_correct": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "reaction_delayed": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "visible_gas": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "defecation": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "dialogue_present": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "dialogue_words_correct": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "fart_interrupts_between_required_phrases": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "sustained_event": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "observed_sustained_duration_seconds": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0
        },
        "events_distinct": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "observed_event_gap_seconds": {
          "type": [
            "number",
            "null"
          ],
          "minimum": 0
        },
        "source_tracks_moving_actor": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "continuous_walking": {
          "type": [
            "boolean",
            "null"
          ]
        },
        "room_reverb_plausible": {
          "type": [
            "boolean",
            "null"
          ]
        }
      }
    },
    "scores": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "A",
        "T",
        "L",
        "P",
        "I",
        "S",
        "C"
      ],
      "properties": {
        "A": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "T": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "L": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "P": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "I": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "S": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        },
        "C": {
          "anyOf": [
            {
              "type": "integer",
              "minimum": 0,
              "maximum": 4
            },
            {
              "const": "N/A"
            }
          ]
        }
      }
    },
    "failure_codes": {
      "type": "array",
      "uniqueItems": true,
      "items": {
        "enum": [
          "F01",
          "F02",
          "F03",
          "F04",
          "F05",
          "F06",
          "F07",
          "F08",
          "F09",
          "F10",
          "F11",
          "F12",
          "F13",
          "F14",
          "F15"
        ]
      }
    },
    "rater_confidence": {
      "type": [
        "integer",
        "null"
      ],
      "minimum": 1,
      "maximum": 3
    },
    "notes": {
      "type": [
        "string",
        "null"
      ]
    },
    "locked_timestamp_utc": {
      "type": "string",
      "format": "date-time"
    }
  }
}