{
  "benchmark": "FARTBench",
  "package": "Pilot v0.1",
  "created_date": "2026-09-09",
  "hash_algorithm": "SHA-256",
  "frozen_smoke_test": "FB-C02",
  "prompt_hashes": {
    "veo-3.1": "d29534ac23518301cd2135e5ad65e5efddfa5a1f457c77336f1c31fa40e91440",
    "seedance-2.5": "a1d4593cd91421dfd0365da8d80af7272fe3fa6b4ed29d821aea68ffc0bc4e12",
    "minimax-h3": "6525cd48dfb094173420d0ee37d88930691c8c207f5e9a74d2359d554acff6de"
  },
  "files": [
    {
      "path": "README.md",
      "sha256": "484364ba600933c4e1bc59a232faf4e92829622dd2046aeca9818ac79b671d4e",
      "bytes": 3215
    },
    {
      "path": "adapters/minimax-h3.md",
      "sha256": "35c1ce1b38a423ef0c65e2911f6d93b4c676a707db5768d08bfbba9373f00713",
      "bytes": 2215
    },
    {
      "path": "adapters/seedance-2.5.md",
      "sha256": "06390bf0129fc543c06e8da1b88a2a11dfd30fcff6931a2280cc0cd7d935598e",
      "bytes": 1468
    },
    {
      "path": "adapters/veo-3.1.md",
      "sha256": "fd0f281605551a71a19160cc68e050ca690d7221a0b6344b7bbe891a9d0bd31b",
      "bytes": 1515
    },
    {
      "path": "evaluations/BLIND_EVALUATION_FORM.md",
      "sha256": "ebbe4bb58ee78a915a83288f95d3eae1cb7fd467721d20cbf51aa82c341b6af9",
      "bytes": 2149
    },
    {
      "path": "protocol/FAILURE_TAXONOMY.md",
      "sha256": "53d24bf5a68cbca51ff3bf134c074860ae9d61370a611c8c8a6d43f9eda5d57d",
      "bytes": 2547
    },
    {
      "path": "protocol/FARTBENCH_CORE_V0.1_PROTOCOL.md",
      "sha256": "b8f780f80d6060155b546d6404a00ee33132474ff3e3197b83e281fbb2a62b00",
      "bytes": 8452
    },
    {
      "path": "protocol/FB-C02_ADAPTER_EQUIVALENCE_AUDIT.md",
      "sha256": "a176cad44ae0dff3f3c25d8a6fa40600c9cc7a937bb7104d82809db761b5bedf",
      "bytes": 3107
    },
    {
      "path": "protocol/PROMPT_ADAPTER_POLICY.md",
      "sha256": "8572e0dbc6f91e96ad87c30738a73919c7d7a0d996a07bcbab56d9a4512ca9c5",
      "bytes": 2872
    },
    {
      "path": "protocol/SCORING_RUBRIC.md",
      "sha256": "418d4be05ee3159f44fdba2ef8519155106b4dfd6402038177f21ae80a950085",
      "bytes": 4106
    },
    {
      "path": "rendered-prompts/pilot-v0.1/FB-C02/minimax-h3.txt",
      "sha256": "6525cd48dfb094173420d0ee37d88930691c8c207f5e9a74d2359d554acff6de",
      "bytes": 1510
    },
    {
      "path": "rendered-prompts/pilot-v0.1/FB-C02/seedance-2.5.txt",
      "sha256": "a1d4593cd91421dfd0365da8d80af7272fe3fa6b4ed29d821aea68ffc0bc4e12",
      "bytes": 1151
    },
    {
      "path": "rendered-prompts/pilot-v0.1/FB-C02/veo-3.1.txt",
      "sha256": "d29534ac23518301cd2135e5ad65e5efddfa5a1f457c77336f1c31fa40e91440",
      "bytes": 1161
    },
    {
      "path": "schemas/evaluation.schema.json",
      "sha256": "a16b067b03cf77ac08d0688a7a0a522a448dba3ab4fc63c360c56249de4e2f22",
      "bytes": 6025
    },
    {
      "path": "schemas/generation-manifest.schema.json",
      "sha256": "5b13eacd84427353a348320a9b63197c12bd8f4bbb89c5c47f891320fcc7d007",
      "bytes": 3723
    },
    {
      "path": "smoke-test/FB-C02_SMOKE_TEST_RUNBOOK.md",
      "sha256": "cc4670dffd47e587024acfa08093554d0804e9e93985347b8681a3af89bb725e",
      "bytes": 2761
    },
    {
      "path": "smoke-test/blinding_index_template.csv",
      "sha256": "d8a9bcb5561b577325cfb8e28719bc8509f907782ed4d8cd3ebeed6c9cbaf855",
      "bytes": 381
    },
    {
      "path": "smoke-test/run_manifest_template.csv",
      "sha256": "1e4eb9a8f6698718ed045bc7798992f28d8287244906464f123c68f8e6da6461",
      "bytes": 2537
    },
    {
      "path": "specs/FB-C01.yaml",
      "sha256": "06f6319284e286476e9ffdad2d9672b3418e1deb746da683b1fb1de03bf198e4",
      "bytes": 2103
    },
    {
      "path": "specs/FB-C02.yaml",
      "sha256": "fc1d52afbcb71ea1f3afbb393480919d758a76279d5e3e9be0d49f796fa425f2",
      "bytes": 2469
    },
    {
      "path": "specs/FB-C03.yaml",
      "sha256": "5ff56097fc1e6c5d9069255eaa300cf1aa4c95b0d0d18c83dc783387e04871e1",
      "bytes": 2147
    },
    {
      "path": "specs/FB-C04.yaml",
      "sha256": "a94251514e98e267ea22ce633b5bc0fab0ac4ecec61d7a07fe0e8386c1843f0b",
      "bytes": 2077
    },
    {
      "path": "specs/FB-C05.yaml",
      "sha256": "e5cfa3bb485136357be17846754b301d435ddd036c3b430675def0bccb4d7eb6",
      "bytes": 2131
    },
    {
      "path": "specs/FB-C06.yaml",
      "sha256": "ece8f1b351b4ea2135ae93049b489df1b6409753705e9ab02bfd14383345294c",
      "bytes": 2138
    },
    {
      "path": "specs/FB-C07.yaml",
      "sha256": "3a2bb582cf31ca4fae7bd960525e0779be8cb8d81888bdc92b98fc5c1cfead22",
      "bytes": 2110
    },
    {
      "path": "specs/FB-C08.yaml",
      "sha256": "86a3e364b448f33907a97be6e5c8cd9496c4c8ba2ecb7b68c100d7ff30d10686",
      "bytes": 2158
    },
    {
      "path": "tools/validate_pack.py",
      "sha256": "441f7da46d9f0db1839a7468a7e409fbccda99d40a2265f7611896ca804ae9cc",
      "bytes": 1618
    }
  ]
}