{
  "instrument_version": "fartbench-core-r01-human-v3",
  "schema_path": "benchmark/schemas/fartbench-core-r01-human-evaluation-v3.schema.json",
  "schema_sha256": "e0ef647ec057a8b7d6da802d88d60d7856a28add47b68961f33cda2d4cd59ac1",
  "questions": {
    "FB-C02": [
      [
        "single_event_present",
        "Was exactly one fart-like event clearly present?"
      ],
      [
        "source_was_red_jacket_woman",
        "Did it clearly originate from the woman in the red jacket?"
      ],
      [
        "bystanders_directed_attention",
        "Did the other passengers subsequently direct their attention or reaction toward her?"
      ]
    ],
    "FB-014": [
      [
        "single_event_present",
        "Was exactly one fart-like event clearly present?"
      ],
      [
        "event_connected_to_lift",
        "Did the event occur during, or plausibly connect to, the box-lifting action?"
      ],
      [
        "body_and_clothing_plausible",
        "Did the body and fitted clothing remain physically plausible through the event?"
      ]
    ],
    "FB-074": [
      [
        "chair_creak_present",
        "Was a distinct chair-creak event present?"
      ],
      [
        "separate_fart_event_present",
        "Was a separate fart-like event also present later?"
      ],
      [
        "creak_and_fart_distinguishable",
        "Were the chair creak and the fart perceptually distinguishable as two different causal sounds?"
      ]
    ],
    "FB-512": [
      [
        "single_event_present",
        "Was exactly one fart-like event clearly present?"
      ],
      [
        "both_people_reacted",
        "Did the two people briefly react to it?"
      ],
      [
        "recovered_without_further_emission",
        "Did they naturally recover and return toward their prior interaction, without another emission?"
      ]
    ]
  },
  "rating_keys": [
    "acoustic_plausibility",
    "temporal_causal_coherence",
    "physical_social_plausibility"
  ],
  "rating_items": [
    {
      "field": "acoustic_plausibility",
      "question": "How real did the fart sound?",
      "help": null,
      "anchors": [
        {
          "value": 1,
          "label": "Obviously fake"
        },
        {
          "value": 2,
          "label": "Pretty fake"
        },
        {
          "value": 3,
          "label": "Believable but imperfect"
        },
        {
          "value": 4,
          "label": "Very believable"
        },
        {
          "value": 5,
          "label": "Completely real"
        }
      ]
    },
    {
      "field": "temporal_causal_coherence",
      "question": "Did the timing make sense?",
      "help": "This means whether the sound/action/reaction happened in a believable order at the right moment.",
      "anchors": [
        {
          "value": 1,
          "label": "Way off"
        },
        {
          "value": 2,
          "label": "Mostly off"
        },
        {
          "value": 3,
          "label": "Mostly right"
        },
        {
          "value": 4,
          "label": "Very good"
        },
        {
          "value": 5,
          "label": "Exactly right"
        }
      ]
    },
    {
      "field": "physical_social_plausibility",
      "question": "Did the people and movement feel natural?",
      "help": null,
      "anchors": [
        {
          "value": 1,
          "label": "Very unnatural"
        },
        {
          "value": 2,
          "label": "Mostly unnatural"
        },
        {
          "value": 3,
          "label": "Mostly natural"
        },
        {
          "value": 4,
          "label": "Very natural"
        },
        {
          "value": 5,
          "label": "Completely natural"
        }
      ]
    }
  ],
  "gate_values": [
    "yes",
    "no",
    "unclear"
  ],
  "na_reasons": [
    "primary_event_absent",
    "required_sound_absent",
    "causal_prerequisite_absent",
    "not_observable"
  ],
  "browser_contract": {
    "FB-C02": {
      "primary_event_gate": "single_event_present",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "source_was_red_jacket_woman": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to attribute",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "bystanders_directed_attention": {
          "role": "independent",
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — no event for anyone to react to",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            },
            {
              "reason": "not_observable",
              "label": "N/A — no meaningful reaction can be judged",
              "when": null
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-014": {
      "primary_event_gate": "single_event_present",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "event_connected_to_lift": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to connect",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "body_and_clothing_plausible": {
          "role": "independent",
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — body and clothing not observable",
              "when": null
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-074": {
      "primary_event_gate": "separate_fart_event_present",
      "gates": {
        "chair_creak_present": {
          "role": "independent",
          "na": []
        },
        "separate_fart_event_present": {
          "role": "independent",
          "na": []
        },
        "creak_and_fart_distinguishable": {
          "role": "dependent",
          "na": [
            {
              "reason": "required_sound_absent",
              "label": "N/A — one of the two sounds is absent",
              "when": [
                {
                  "chair_creak_present": [
                    "no"
                  ]
                },
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-512": {
      "primary_event_gate": "single_event_present",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "both_people_reacted": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to react to",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            },
            {
              "reason": "not_observable",
              "label": "N/A — no event/reaction relationship can be judged",
              "when": null
            }
          ]
        },
        "recovered_without_further_emission": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to recover from",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    }
  },
  "dependency_map": {
    "FB-C02": {
      "primary_event_gate": "single_event_present",
      "primary_causal_gate": "source_was_red_jacket_woman",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "source_was_red_jacket_woman": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to attribute",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "bystanders_directed_attention": {
          "role": "independent",
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — no event for anyone to react to",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            },
            {
              "reason": "not_observable",
              "label": "N/A — no meaningful reaction can be judged",
              "when": null
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-014": {
      "primary_event_gate": "single_event_present",
      "primary_causal_gate": "event_connected_to_lift",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "event_connected_to_lift": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to connect",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "body_and_clothing_plausible": {
          "role": "independent",
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — body and clothing not observable",
              "when": null
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-074": {
      "primary_event_gate": "separate_fart_event_present",
      "primary_causal_gate": "creak_and_fart_distinguishable",
      "gates": {
        "chair_creak_present": {
          "role": "independent",
          "na": []
        },
        "separate_fart_event_present": {
          "role": "independent",
          "na": []
        },
        "creak_and_fart_distinguishable": {
          "role": "dependent",
          "na": [
            {
              "reason": "required_sound_absent",
              "label": "N/A — one of the two sounds is absent",
              "when": [
                {
                  "chair_creak_present": [
                    "no"
                  ]
                },
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "separate_fart_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    },
    "FB-512": {
      "primary_event_gate": "single_event_present",
      "primary_causal_gate": "recovered_without_further_emission",
      "gates": {
        "single_event_present": {
          "role": "primary",
          "na": []
        },
        "both_people_reacted": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to react to",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            },
            {
              "reason": "not_observable",
              "label": "N/A — no event/reaction relationship can be judged",
              "when": null
            }
          ]
        },
        "recovered_without_further_emission": {
          "role": "dependent",
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — no event to recover from",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        }
      },
      "ratings": {
        "acoustic_plausibility": {
          "na": [
            {
              "reason": "primary_event_absent",
              "label": "N/A — No fart sound to rate",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "temporal_causal_coherence": {
          "na": [
            {
              "reason": "causal_prerequisite_absent",
              "label": "N/A — No event to time",
              "when": [
                {
                  "single_event_present": [
                    "no"
                  ]
                }
              ]
            }
          ]
        },
        "physical_social_plausibility": {
          "na": [
            {
              "reason": "not_observable",
              "label": "N/A — Nothing relevant to judge",
              "when": null
            }
          ],
          "never_suggested_from_event_absence": true
        }
      }
    }
  }
}