{
  "experiment_id": "E2_CLEF_COMMON",
  "task_family": "same frozen image/text/video tasks as E1",
  "unique_inputs": 25,
  "decision_count": 50,
  "clef_matches": 50,
  "saved_jev_matches": 44,
  "jev_rerun": false,
  "audio_compared": false,
  "sample_fixture_ids": [
    "I01",
    "I02",
    "I03",
    "I04",
    "I05",
    "I06",
    "I07",
    "I08R",
    "I09",
    "I10",
    "T01",
    "T02",
    "T03",
    "T04",
    "T05",
    "T06",
    "T07",
    "T08",
    "T09",
    "T10",
    "V01",
    "V02",
    "V08",
    "V09",
    "V10"
  ],
  "decisions": [
    {
      "decision_id": "E2_CLEF_COMMON.clef.I01.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I01",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Apple",
          "Pear",
          "Tomato",
          "Peach"
        ],
        "input_asset": "media/initial/I01.jpg",
        "input_sha256": "4315bc149771bfd736a920262f0880ca714d6d6ac968e7f26c27e640b978638d"
      },
      "reference_label": "Apple",
      "reference_classification": "Apple",
      "score_eligible": true,
      "predicted_label": "Apple",
      "prediction_index": 0,
      "confidence": 0.9860447645187378,
      "ordered_probabilities": [
        0.9860447645187378,
        0.005508000962436199,
        0.004289635457098484,
        0.004157657269388437
      ],
      "semantic_probabilities": {
        "Apple": 0.9860447645187378,
        "Pear": 0.005508000962436199,
        "Tomato": 0.004289635457098484,
        "Peach": 0.004157657269388437
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I01.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I01.forward.json",
          "sha256": "4e2ee2ffaf77a850e24a25497917ec38a5e61fbd69ca3e42cfb63d021cf9608c",
          "bytes": 117539
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I01.forward/result.json",
          "sha256": "d3c606c56abcb95de8d449915ae786e81e21b50807c13cb097c3d60ff0cfe678",
          "bytes": 1798
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I01.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I01.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I01",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Peach",
          "Tomato",
          "Pear",
          "Apple"
        ],
        "input_asset": "media/initial/I01.jpg",
        "input_sha256": "4315bc149771bfd736a920262f0880ca714d6d6ac968e7f26c27e640b978638d"
      },
      "reference_label": "Apple",
      "reference_classification": "Apple",
      "score_eligible": true,
      "predicted_label": "Apple",
      "prediction_index": 3,
      "confidence": 0.9883754253387451,
      "ordered_probabilities": [
        0.003914989065378904,
        0.003914989065378904,
        0.0037945378571748734,
        0.9883754253387451
      ],
      "semantic_probabilities": {
        "Peach": 0.003914989065378904,
        "Tomato": 0.003914989065378904,
        "Pear": 0.0037945378571748734,
        "Apple": 0.9883754253387451
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I01.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I01.reverse.json",
          "sha256": "f82c918b45d0a904083a24b573e8469e5727d3c49b6bbc9e8b240154123ecebc",
          "bytes": 117539
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I01.reverse/result.json",
          "sha256": "2bb6936fd05fac456146be6d1960250e2a2977a22a6b9411bea751782ebaafff",
          "bytes": 1802
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I01.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I02.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I02",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Electric kettle",
          "Ceramic teapot",
          "Watering can",
          "Moka pot"
        ],
        "input_asset": "media/initial/I02.jpg",
        "input_sha256": "fd04ead97f99532645ff4205bb5ef7a4a60f718bc924956165404a2e74447f72"
      },
      "reference_label": "Ceramic teapot",
      "reference_classification": "Ceramic teapot",
      "score_eligible": true,
      "predicted_label": "Ceramic teapot",
      "prediction_index": 1,
      "confidence": 0.9719164371490479,
      "ordered_probabilities": [
        0.009907899424433708,
        0.9719164371490479,
        0.014642926864326,
        0.003532770089805126
      ],
      "semantic_probabilities": {
        "Electric kettle": 0.009907899424433708,
        "Ceramic teapot": 0.9719164371490479,
        "Watering can": 0.014642926864326,
        "Moka pot": 0.003532770089805126
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I02.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I02.forward.json",
          "sha256": "5854173bbd10b0e5641a5ec3cca06be00bef8513b49f6bd951bcf1e3b59ad4a1",
          "bytes": 96452
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I02.forward/result.json",
          "sha256": "b4700a38d209f33c49b5a20a30f679f959dbe978a682904aa7ea6b3fa847090a",
          "bytes": 1827
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I02.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I02.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I02",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Moka pot",
          "Watering can",
          "Ceramic teapot",
          "Electric kettle"
        ],
        "input_asset": "media/initial/I02.jpg",
        "input_sha256": "fd04ead97f99532645ff4205bb5ef7a4a60f718bc924956165404a2e74447f72"
      },
      "reference_label": "Ceramic teapot",
      "reference_classification": "Ceramic teapot",
      "score_eligible": true,
      "predicted_label": "Ceramic teapot",
      "prediction_index": 2,
      "confidence": 0.9809578657150269,
      "ordered_probabilities": [
        0.003621784970164299,
        0.010982927866280079,
        0.9809578657150269,
        0.00443750387057662
      ],
      "semantic_probabilities": {
        "Moka pot": 0.003621784970164299,
        "Watering can": 0.010982927866280079,
        "Ceramic teapot": 0.9809578657150269,
        "Electric kettle": 0.00443750387057662
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I02.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I02.reverse.json",
          "sha256": "8891424359d0bb115d337fd553072157d7aaa279df21e73991d4fa2de82ffdd0",
          "bytes": 96452
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I02.reverse/result.json",
          "sha256": "746f04f8c1f210f148b8abd7e489a7a13fdfb937f12085a7a8aa547d3cef264b",
          "bytes": 1834
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I02.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I03.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I03",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Mallet",
          "Pickaxe",
          "Claw hammer",
          "Screwdriver"
        ],
        "input_asset": "media/initial/I03.jpg",
        "input_sha256": "55f1e36f8b2b10df9e640424b3ac47b01d3609c709bc8f72c6a3fcbd57ab02a1"
      },
      "reference_label": "Claw hammer",
      "reference_classification": "Claw hammer",
      "score_eligible": true,
      "predicted_label": "Claw hammer",
      "prediction_index": 2,
      "confidence": 0.9895825386047363,
      "ordered_probabilities": [
        0.005112344864755869,
        0.002694016322493553,
        0.9895825386047363,
        0.002611130243167281
      ],
      "semantic_probabilities": {
        "Mallet": 0.005112344864755869,
        "Pickaxe": 0.002694016322493553,
        "Claw hammer": 0.9895825386047363,
        "Screwdriver": 0.002611130243167281
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I03.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I03.forward.json",
          "sha256": "9b0bebb36c0fe26609aac463033f757004f8cad1e051cb3c5d1680557239a8db",
          "bytes": 234274
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I03.forward/result.json",
          "sha256": "09819ffd74b9f5352aed00ea188ac5692b18bc13abead082725153b40d0e362b",
          "bytes": 1819
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I03.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I03.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I03",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Screwdriver",
          "Claw hammer",
          "Pickaxe",
          "Mallet"
        ],
        "input_asset": "media/initial/I03.jpg",
        "input_sha256": "55f1e36f8b2b10df9e640424b3ac47b01d3609c709bc8f72c6a3fcbd57ab02a1"
      },
      "reference_label": "Claw hammer",
      "reference_classification": "Claw hammer",
      "score_eligible": true,
      "predicted_label": "Claw hammer",
      "prediction_index": 1,
      "confidence": 0.9841857552528381,
      "ordered_probabilities": [
        0.0028299307450652122,
        0.9841857552528381,
        0.003990841563791037,
        0.008993500843644142
      ],
      "semantic_probabilities": {
        "Screwdriver": 0.0028299307450652122,
        "Claw hammer": 0.9841857552528381,
        "Pickaxe": 0.003990841563791037,
        "Mallet": 0.008993500843644142
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I03.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I03.reverse.json",
          "sha256": "1f0bf8da1f59a23fc9c46d30ac0c9439039a4ea72102aeef07669d2ffe14632d",
          "bytes": 234274
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I03.reverse/result.json",
          "sha256": "c406c1c822210afa0199de67e7f48602e7d0a0924a881ef63115b0bbd67938d0",
          "bytes": 1823
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I03.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I04.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I04",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Motorcycle",
          "Kick scooter",
          "Tricycle",
          "Bicycle"
        ],
        "input_asset": "media/initial/I04.jpg",
        "input_sha256": "0f07aec0990918bb711a076b15e87a3729dc7161818d1b8782b1e75f31c18a6b"
      },
      "reference_label": "Bicycle",
      "reference_classification": "Bicycle",
      "score_eligible": true,
      "predicted_label": "Bicycle",
      "prediction_index": 3,
      "confidence": 0.9881900548934937,
      "ordered_probabilities": [
        0.0038235813844949007,
        0.00337429903447628,
        0.004612119402736425,
        0.9881900548934937
      ],
      "semantic_probabilities": {
        "Motorcycle": 0.0038235813844949007,
        "Kick scooter": 0.00337429903447628,
        "Tricycle": 0.004612119402736425,
        "Bicycle": 0.9881900548934937
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I04.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I04.forward.json",
          "sha256": "6a6119298263e1d5bb820714f1b6aeb4efdb2c74841545587dad8e1797bda368",
          "bytes": 424304
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I04.forward/result.json",
          "sha256": "3ea4c9bfe86a2ae5b2753f08c961ea3c9cc6eb6a5dd5bf0e1a5b88880bcf0909",
          "bytes": 1817
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I04.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I04.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I04",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Bicycle",
          "Tricycle",
          "Kick scooter",
          "Motorcycle"
        ],
        "input_asset": "media/initial/I04.jpg",
        "input_sha256": "0f07aec0990918bb711a076b15e87a3729dc7161818d1b8782b1e75f31c18a6b"
      },
      "reference_label": "Bicycle",
      "reference_classification": "Bicycle",
      "score_eligible": true,
      "predicted_label": "Bicycle",
      "prediction_index": 0,
      "confidence": 0.9870621562004089,
      "ordered_probabilities": [
        0.9870621562004089,
        0.00534404581412673,
        0.0035599020775407553,
        0.004033897537738085
      ],
      "semantic_probabilities": {
        "Bicycle": 0.9870621562004089,
        "Tricycle": 0.00534404581412673,
        "Kick scooter": 0.0035599020775407553,
        "Motorcycle": 0.004033897537738085
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I04.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I04.reverse.json",
          "sha256": "13a3e354878da95814af1d14b009ad1649e8b538df109bfed1885f9addee7f2a",
          "bytes": 424304
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I04.reverse/result.json",
          "sha256": "c36c7376ffe1b9776b6c79042b27aa7394adda64d0c970dda30d6ade700b47e2",
          "bytes": 1818
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I04.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I05.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I05",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Binoculars",
          "Camera",
          "VR goggles",
          "Telescope"
        ],
        "input_asset": "media/initial/I05.jpg",
        "input_sha256": "e3a5ebdc541e62cb65ebddf267205b9a7f581a7b9e671c978b7c0fea2efbf0ba"
      },
      "reference_label": "Binoculars",
      "reference_classification": "Binoculars",
      "score_eligible": true,
      "predicted_label": "Binoculars",
      "prediction_index": 0,
      "confidence": 0.9871922731399536,
      "ordered_probabilities": [
        0.9871922731399536,
        0.004753719083964825,
        0.0035882953088730574,
        0.004465706180781126
      ],
      "semantic_probabilities": {
        "Binoculars": 0.9871922731399536,
        "Camera": 0.004753719083964825,
        "VR goggles": 0.0035882953088730574,
        "Telescope": 0.004465706180781126
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I05.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I05.forward.json",
          "sha256": "84394b4fde426e5c9eb7da189dcc6d94c41b003ef74d09946442b1153e14081b",
          "bytes": 205162
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I05.forward/result.json",
          "sha256": "60db73bce3b07e6ad43ae7f35b04236482a8ac4b55d2c220dd6bc8a4c2529e42",
          "bytes": 1820
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I05.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I05.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I05",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Telescope",
          "VR goggles",
          "Camera",
          "Binoculars"
        ],
        "input_asset": "media/initial/I05.jpg",
        "input_sha256": "e3a5ebdc541e62cb65ebddf267205b9a7f581a7b9e671c978b7c0fea2efbf0ba"
      },
      "reference_label": "Binoculars",
      "reference_classification": "Binoculars",
      "score_eligible": true,
      "predicted_label": "Binoculars",
      "prediction_index": 3,
      "confidence": 0.9915724992752075,
      "ordered_probabilities": [
        0.003412403864786029,
        0.0027419435791671276,
        0.002273151185363531,
        0.9915724992752075
      ],
      "semantic_probabilities": {
        "Telescope": 0.003412403864786029,
        "VR goggles": 0.0027419435791671276,
        "Camera": 0.002273151185363531,
        "Binoculars": 0.9915724992752075
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I05.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I05.reverse.json",
          "sha256": "05762413cfde79a2b712c49b85a6aefa8fd8c7d2d0f865e3b4fa524e9c53b433",
          "bytes": 205162
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I05.reverse/result.json",
          "sha256": "937ba986517823472b6dad2c0b004e7055aabc88d9f6f5ce8dccde536a3240ae",
          "bytes": 1821
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I05.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I06.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I06",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Mixing bowl",
          "Colander",
          "Fine-mesh sieve",
          "Saucepan"
        ],
        "input_asset": "media/initial/I06.jpg",
        "input_sha256": "bf43d2e6faf01aa3fba5486488fa3d58541debe9931d43647bc034f6b0d9da3f"
      },
      "reference_label": "Colander",
      "reference_classification": "Colander",
      "score_eligible": true,
      "predicted_label": "Colander",
      "prediction_index": 1,
      "confidence": 0.9526537656784058,
      "ordered_probabilities": [
        0.02231692336499691,
        0.9526537656784058,
        0.009449579752981663,
        0.015579722821712494
      ],
      "semantic_probabilities": {
        "Mixing bowl": 0.02231692336499691,
        "Colander": 0.9526537656784058,
        "Fine-mesh sieve": 0.009449579752981663,
        "Saucepan": 0.015579722821712494
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I06.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I06.forward.json",
          "sha256": "94cca3140f60192bc583801cf03cf88b00ed70bb7ed42226a0b985cd35fa3bbc",
          "bytes": 176525
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I06.forward/result.json",
          "sha256": "1909871de76f7767e4d1af65571dd6a3d1ab97a42553216dc0bb49dc81aa9d97",
          "bytes": 1820
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I06.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I06.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I06",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Saucepan",
          "Fine-mesh sieve",
          "Colander",
          "Mixing bowl"
        ],
        "input_asset": "media/initial/I06.jpg",
        "input_sha256": "bf43d2e6faf01aa3fba5486488fa3d58541debe9931d43647bc034f6b0d9da3f"
      },
      "reference_label": "Colander",
      "reference_classification": "Colander",
      "score_eligible": true,
      "predicted_label": "Colander",
      "prediction_index": 2,
      "confidence": 0.9508172273635864,
      "ordered_probabilities": [
        0.01399320550262928,
        0.016359714791178703,
        0.9508172273635864,
        0.018829915672540665
      ],
      "semantic_probabilities": {
        "Saucepan": 0.01399320550262928,
        "Fine-mesh sieve": 0.016359714791178703,
        "Colander": 0.9508172273635864,
        "Mixing bowl": 0.018829915672540665
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I06.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I06.reverse.json",
          "sha256": "637bc77973e9b9c5519a6f7f4def0f8370c2b83cffb97264470cd6f2958be145",
          "bytes": 176525
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I06.reverse/result.json",
          "sha256": "492e603edffb9b9e47b9a526dd0a6e3dccb599e05053f4f3464c85a7371e5362",
          "bytes": 1820
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I06.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I07.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I07",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Wristwatch",
          "Barometer",
          "Magnetic compass",
          "Thermometer"
        ],
        "input_asset": "media/initial/I07.jpg",
        "input_sha256": "7bd79a2659dac9281921a8c5304770abfecafb1b46c203d9eaf944edb130032b"
      },
      "reference_label": "Magnetic compass",
      "reference_classification": "Magnetic compass",
      "score_eligible": true,
      "predicted_label": "Magnetic compass",
      "prediction_index": 2,
      "confidence": 0.9933304190635681,
      "ordered_probabilities": [
        0.002241876907646656,
        0.00238646543584764,
        0.9933304190635681,
        0.0020412520971149206
      ],
      "semantic_probabilities": {
        "Wristwatch": 0.002241876907646656,
        "Barometer": 0.00238646543584764,
        "Magnetic compass": 0.9933304190635681,
        "Thermometer": 0.0020412520971149206
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I07.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I07.forward.json",
          "sha256": "23ff067645e45209e8e48edb6114351ad66b30ec5d948bf02175701c3a342270",
          "bytes": 307189
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I07.forward/result.json",
          "sha256": "a7d79f0e3c2be1d9bcbea2b393052771e84aa785f21416cca6c707fa8149162a",
          "bytes": 1836
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I07.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I07.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I07",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Thermometer",
          "Magnetic compass",
          "Barometer",
          "Wristwatch"
        ],
        "input_asset": "media/initial/I07.jpg",
        "input_sha256": "7bd79a2659dac9281921a8c5304770abfecafb1b46c203d9eaf944edb130032b"
      },
      "reference_label": "Magnetic compass",
      "reference_classification": "Magnetic compass",
      "score_eligible": true,
      "predicted_label": "Magnetic compass",
      "prediction_index": 1,
      "confidence": 0.9902299046516418,
      "ordered_probabilities": [
        0.003030945546925068,
        0.9902299046516418,
        0.003891811240464449,
        0.0028473101556301117
      ],
      "semantic_probabilities": {
        "Thermometer": 0.003030945546925068,
        "Magnetic compass": 0.9902299046516418,
        "Barometer": 0.003891811240464449,
        "Wristwatch": 0.0028473101556301117
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I07.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I07.reverse.json",
          "sha256": "95ce20e683502f158196cfab8c39ed3ce295ad4a4ecceda884f332c1bd6aef36",
          "bytes": 307189
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I07.reverse/result.json",
          "sha256": "887b0af803f2a7c63328aeb99e735bda98428b3bde06734853714ad01dac7abd",
          "bytes": 1839
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I07.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I08R.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I08R",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Table lamp",
          "Loudspeaker",
          "Humidifier",
          "Electric desk fan"
        ],
        "input_asset": "media/initial/I08R.jpg",
        "input_sha256": "9c455bfcb3271d0bf877ff52e6ad886b53190ec090cbedbad3c17a9643c1f284"
      },
      "reference_label": "Electric desk fan",
      "reference_classification": "Electric desk fan",
      "score_eligible": true,
      "predicted_label": "Electric desk fan",
      "prediction_index": 3,
      "confidence": 0.9945998191833496,
      "ordered_probabilities": [
        0.0018609563121572137,
        0.001495320349931717,
        0.002043860498815775,
        0.9945998191833496
      ],
      "semantic_probabilities": {
        "Table lamp": 0.0018609563121572137,
        "Loudspeaker": 0.001495320349931717,
        "Humidifier": 0.002043860498815775,
        "Electric desk fan": 0.9945998191833496
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I08R.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I08R.forward.json",
          "sha256": "affcf08aa3773b31d4c26d667a84930e4a7033fd2e813e0e552cfef3cda1b5e6",
          "bytes": 231007
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I08R.forward/result.json",
          "sha256": "a419661936e3754cb35914d4bf0268cf0e39fcedf7dda4fd5067e9416062d84d",
          "bytes": 1843
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I08R.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I08R.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I08R",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Electric desk fan",
          "Humidifier",
          "Loudspeaker",
          "Table lamp"
        ],
        "input_asset": "media/initial/I08R.jpg",
        "input_sha256": "9c455bfcb3271d0bf877ff52e6ad886b53190ec090cbedbad3c17a9643c1f284"
      },
      "reference_label": "Electric desk fan",
      "reference_classification": "Electric desk fan",
      "score_eligible": true,
      "predicted_label": "Electric desk fan",
      "prediction_index": 0,
      "confidence": 0.9919686913490295,
      "ordered_probabilities": [
        0.9919686913490295,
        0.0031082709319889545,
        0.0023462458048015833,
        0.0025768468622118235
      ],
      "semantic_probabilities": {
        "Electric desk fan": 0.9919686913490295,
        "Humidifier": 0.0031082709319889545,
        "Loudspeaker": 0.0023462458048015833,
        "Table lamp": 0.0025768468622118235
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I08R.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I08R.reverse.json",
          "sha256": "fa3b932a3b9f520ef8c3bd1caa99d972c36dcf2a3cc8ef5946d21273db25885e",
          "bytes": 231007
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I08R.reverse/result.json",
          "sha256": "53e5c59ff14ff797627d16ab0aee9ed4e6a172b234bea095b10b0b23a8682481",
          "bytes": 1849
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I08R.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I09.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I09",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Badminton shuttlecock",
          "Feather duster",
          "Table-tennis ball",
          "Spinning top"
        ],
        "input_asset": "media/initial/I09.jpg",
        "input_sha256": "7fcf2f7a9ef0967c693a2dbcebcad84f6b58700057f4f1dd3d3c0cb1752168d0"
      },
      "reference_label": "Badminton shuttlecock",
      "reference_classification": "Badminton shuttlecock",
      "score_eligible": true,
      "predicted_label": "Badminton shuttlecock",
      "prediction_index": 0,
      "confidence": 0.9885560870170593,
      "ordered_probabilities": [
        0.9885560870170593,
        0.005436418112367392,
        0.0030975774861872196,
        0.0029099048115313053
      ],
      "semantic_probabilities": {
        "Badminton shuttlecock": 0.9885560870170593,
        "Feather duster": 0.005436418112367392,
        "Table-tennis ball": 0.0030975774861872196,
        "Spinning top": 0.0029099048115313053
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I09.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I09.forward.json",
          "sha256": "38ab253f13231fba5110ffa15deb6ff8e84cd3bee5e0b0bb2903800c8c07bd8c",
          "bytes": 152151
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I09.forward/result.json",
          "sha256": "ca30873790f91ea3a2491d96b1e425a5458c546f4c10228cf090b28aa3ae4617",
          "bytes": 1864
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I09.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I09.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I09",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Spinning top",
          "Table-tennis ball",
          "Feather duster",
          "Badminton shuttlecock"
        ],
        "input_asset": "media/initial/I09.jpg",
        "input_sha256": "7fcf2f7a9ef0967c693a2dbcebcad84f6b58700057f4f1dd3d3c0cb1752168d0"
      },
      "reference_label": "Badminton shuttlecock",
      "reference_classification": "Badminton shuttlecock",
      "score_eligible": true,
      "predicted_label": "Badminton shuttlecock",
      "prediction_index": 3,
      "confidence": 0.9903261065483093,
      "ordered_probabilities": [
        0.002592757111415267,
        0.0029379785992205143,
        0.004143213853240013,
        0.9903261065483093
      ],
      "semantic_probabilities": {
        "Spinning top": 0.002592757111415267,
        "Table-tennis ball": 0.0029379785992205143,
        "Feather duster": 0.004143213853240013,
        "Badminton shuttlecock": 0.9903261065483093
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I09.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I09.reverse.json",
          "sha256": "a09b0858cc1b9c388f89b3a3900519b1223933e0d6f8e15dea22d16912bb907b",
          "bytes": 152151
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I09.reverse/result.json",
          "sha256": "1dccd3e9bede13f00b95244013782c551b317e5419ecd71f0bcfcd9b16392519",
          "bytes": 1861
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I09.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I10.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I10",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Calculator",
          "Television remote control",
          "Mobile phone",
          "Game controller"
        ],
        "input_asset": "media/initial/I10.jpg",
        "input_sha256": "1c1d8a0e11414eb2ecb0cded580f1200ed7a14bbe70fd1d845220e2723e290e4"
      },
      "reference_label": "Television remote control",
      "reference_classification": "Television remote control",
      "score_eligible": true,
      "predicted_label": "Television remote control",
      "prediction_index": 1,
      "confidence": 0.9887252449989319,
      "ordered_probabilities": [
        0.0025885659269988537,
        0.9887252449989319,
        0.003538149641826749,
        0.005147978197783232
      ],
      "semantic_probabilities": {
        "Calculator": 0.0025885659269988537,
        "Television remote control": 0.9887252449989319,
        "Mobile phone": 0.003538149641826749,
        "Game controller": 0.005147978197783232
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I10.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I10.forward.json",
          "sha256": "acf3fcdb35742764e356c409969308e739dc0bce31086727ba0174bb795e08c3",
          "bytes": 297389
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I10.forward/result.json",
          "sha256": "4aa905152e747f6a8b565d8872364b363d5d348fb43724428073451028a82aa7",
          "bytes": 1864
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I10.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.I10.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "I10",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Identify the single principal foreground object using its visible shape and diagnostic features.",
        "question": "Which option identifies the principal visible object?",
        "ordered_options": [
          "Game controller",
          "Mobile phone",
          "Television remote control",
          "Calculator"
        ],
        "input_asset": "media/initial/I10.jpg",
        "input_sha256": "1c1d8a0e11414eb2ecb0cded580f1200ed7a14bbe70fd1d845220e2723e290e4"
      },
      "reference_label": "Television remote control",
      "reference_classification": "Television remote control",
      "score_eligible": true,
      "predicted_label": "Television remote control",
      "prediction_index": 2,
      "confidence": 0.9893354773521423,
      "ordered_probabilities": [
        0.0045815324410796165,
        0.0021641624625772238,
        0.9893354773521423,
        0.003918792121112347
      ],
      "semantic_probabilities": {
        "Game controller": 0.0045815324410796165,
        "Mobile phone": 0.0021641624625772238,
        "Television remote control": 0.9893354773521423,
        "Calculator": 0.003918792121112347
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.I10.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/I10.reverse.json",
          "sha256": "604304696e589d58afbe5436585e14b1dac15a91dfcf9bf751ee280f04ed4891",
          "bytes": 297389
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/I10.reverse/result.json",
          "sha256": "c31c506a23dc5e01b5d3e7d5f8952ce269ca7c11c4038f2e72b04dbb32ba5142",
          "bytes": 1866
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.I10.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T01.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T01",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：展示会の受付時間について\n\n架空ストア ご担当者様\n\n来週の展示会への参加を検討しています。土曜日の受付は何時から何時まででしょうか。また、予約なしでも入場できますか。\n\nお手数ですが、この二点について教えてください。\n\n水野",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T01.txt",
        "input_sha256": "ad63ba8c1b406ac1cd643ed0a86b5bffa40f611b21fa927ea5c407d84f455470"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 0,
      "confidence": 0.9910145401954651,
      "ordered_probabilities": [
        0.9910145401954651,
        0.008985428139567375
      ],
      "semantic_probabilities": {
        "Reply required": 0.9910145401954651,
        "No reply required": 0.008985428139567375
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T01.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T01.forward.json",
          "sha256": "3252ffae69e135c1c7eff827cd33e8870a1cdd1ded9d5ddfcc3963ff74cca1cb",
          "bytes": 859
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T01.forward/result.json",
          "sha256": "6c8f61672838df31523af0b7259448714da04cdfd0b52f2e087f0b496109403e",
          "bytes": 1657
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T01.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T01.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T01",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：展示会の受付時間について\n\n架空ストア ご担当者様\n\n来週の展示会への参加を検討しています。土曜日の受付は何時から何時まででしょうか。また、予約なしでも入場できますか。\n\nお手数ですが、この二点について教えてください。\n\n水野",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T01.txt",
        "input_sha256": "ad63ba8c1b406ac1cd643ed0a86b5bffa40f611b21fa927ea5c407d84f455470"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 1,
      "confidence": 0.9918753504753113,
      "ordered_probabilities": [
        0.008124709129333496,
        0.9918753504753113
      ],
      "semantic_probabilities": {
        "No reply required": 0.008124709129333496,
        "Reply required": 0.9918753504753113
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T01.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T01.reverse.json",
          "sha256": "7455db71fb94bd9fccf573cfec4370ef491b43afa385f92e790bc062f0d76d89",
          "bytes": 859
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T01.reverse/result.json",
          "sha256": "36f818d602250152adc1659988912ba5fc165e1c35bc60becb352d118783db9f",
          "bytes": 1657
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T01.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T02.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T02",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：届いた商品についてのお願い\n\n架空ストア ご担当者様\n\n本日届いた注文番号 F-204 のマグカップにひびがありました。交換を希望します。返送方法と交換品の発送予定をお知らせください。\n\n写真は手元にありますので、必要でしたら送ります。よろしくお願いいたします。\n\n藤井",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T02.txt",
        "input_sha256": "2f059c84917dcc914502603dbd2011b2b554e6420ffb22c51ac79eb2e532dbd2"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 0,
      "confidence": 0.9896718263626099,
      "ordered_probabilities": [
        0.9896718263626099,
        0.010328153148293495
      ],
      "semantic_probabilities": {
        "Reply required": 0.9896718263626099,
        "No reply required": 0.010328153148293495
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T02.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T02.forward.json",
          "sha256": "92a591bd883ca2399cfdbb695ede6925403c86606e02414723869b483d790227",
          "bytes": 911
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T02.forward/result.json",
          "sha256": "521169991b77660704ba86d79ffe4660c60516c4b57ed1752fe43f3106ae1a5f",
          "bytes": 1657
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T02.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T02.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T02",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：届いた商品についてのお願い\n\n架空ストア ご担当者様\n\n本日届いた注文番号 F-204 のマグカップにひびがありました。交換を希望します。返送方法と交換品の発送予定をお知らせください。\n\n写真は手元にありますので、必要でしたら送ります。よろしくお願いいたします。\n\n藤井",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T02.txt",
        "input_sha256": "2f059c84917dcc914502603dbd2011b2b554e6420ffb22c51ac79eb2e532dbd2"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 1,
      "confidence": 0.9905142784118652,
      "ordered_probabilities": [
        0.009485714137554169,
        0.9905142784118652
      ],
      "semantic_probabilities": {
        "No reply required": 0.009485714137554169,
        "Reply required": 0.9905142784118652
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T02.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T02.reverse.json",
          "sha256": "550c7cf3be760f5be7a5a6abc111d256efb63d8043ece5a466b5d95043c45f70",
          "bytes": 911
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T02.reverse/result.json",
          "sha256": "5ba4e074037ffa2e339f298b00366ec44a1457831de7104c3a7b64120e5c9a9b",
          "bytes": 1656
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T02.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T03.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T03",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：見積書の送付方法の確認\n\n架空サービス ご担当者様\n\n見積書を受け取りました。内容は社内で確認済みです。経理担当を宛先に追加してこの見積書を転送してもよろしいでしょうか。差し支えないか、ご承認をお願いします。\n\n承認をいただくまで転送は控えます。\n\n長谷川",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T03.txt",
        "input_sha256": "63a2143131c028debd55fb558b52899e14f9db26fb6af773149016f819354446"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 0,
      "confidence": 0.9904406070709229,
      "ordered_probabilities": [
        0.9904406070709229,
        0.00955939944833517
      ],
      "semantic_probabilities": {
        "Reply required": 0.9904406070709229,
        "No reply required": 0.00955939944833517
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T03.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T03.forward.json",
          "sha256": "4b6df30a16ca175587a3463136d5a2e9183b3ed2b31f3ead613795b89a62093f",
          "bytes": 904
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T03.forward/result.json",
          "sha256": "79c7617c34f9295f3cf59f0e9b951154bb50e323fe5c82c7cc445a50c689f4c7",
          "bytes": 1654
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T03.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T03.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T03",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：見積書の送付方法の確認\n\n架空サービス ご担当者様\n\n見積書を受け取りました。内容は社内で確認済みです。経理担当を宛先に追加してこの見積書を転送してもよろしいでしょうか。差し支えないか、ご承認をお願いします。\n\n承認をいただくまで転送は控えます。\n\n長谷川",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T03.txt",
        "input_sha256": "63a2143131c028debd55fb558b52899e14f9db26fb6af773149016f819354446"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 1,
      "confidence": 0.9910838603973389,
      "ordered_probabilities": [
        0.008916126564145088,
        0.9910838603973389
      ],
      "semantic_probabilities": {
        "No reply required": 0.008916126564145088,
        "Reply required": 0.9910838603973389
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T03.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T03.reverse.json",
          "sha256": "9195b9310b04051a65fa7e6f509c9cd3199100db54b5406b53506bc17311cff5",
          "bytes": 904
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T03.reverse/result.json",
          "sha256": "62113ad07ffd1f283aa8f3d693b1677525254ab99eaa81e946cd8ae37e0d0fbb",
          "bytes": 1657
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T03.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T04.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T04",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：資料の到着と確認のお願い\n\n架空サービス ご担当者様\n\n資料を受け取りました。ありがとうございます。添付した申込内容を確認いただき、変更が必要な場合は明日正午までにご連絡ください。変更がない場合も、その旨を一言ご返信ください。\n\n確認結果を待って手続きを進めます。\n\n森",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T04.txt",
        "input_sha256": "35636e02433c3e36c0a425444b54eb19c7a145eb933cbb59f56842303357d818"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 0,
      "confidence": 0.992061972618103,
      "ordered_probabilities": [
        0.992061972618103,
        0.007937993854284286
      ],
      "semantic_probabilities": {
        "Reply required": 0.992061972618103,
        "No reply required": 0.007937993854284286
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T04.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T04.forward.json",
          "sha256": "304da0992b0652dcb3a558a69f1c3f3b1b8f1a724c80034a883c7c7ba11eaec2",
          "bytes": 925
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T04.forward/result.json",
          "sha256": "45006ae0ebc47573cec0b19a08dae834f825faf2d369c89f4b7889994e50bad4",
          "bytes": 1652
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T04.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T04.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T04",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：資料の到着と確認のお願い\n\n架空サービス ご担当者様\n\n資料を受け取りました。ありがとうございます。添付した申込内容を確認いただき、変更が必要な場合は明日正午までにご連絡ください。変更がない場合も、その旨を一言ご返信ください。\n\n確認結果を待って手続きを進めます。\n\n森",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T04.txt",
        "input_sha256": "35636e02433c3e36c0a425444b54eb19c7a145eb933cbb59f56842303357d818"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 1,
      "confidence": 0.9933589100837708,
      "ordered_probabilities": [
        0.006641112733632326,
        0.9933589100837708
      ],
      "semantic_probabilities": {
        "No reply required": 0.006641112733632326,
        "Reply required": 0.9933589100837708
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T04.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T04.reverse.json",
          "sha256": "09b08f5a11261871ce2f6870deef3bd5e7873184b47071502e55572959231338",
          "bytes": 925
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T04.reverse/result.json",
          "sha256": "c5b2fbdec0f62b90dd1f4fdf707a287a24fe914d20e67ab9ac7fd745248183d6",
          "bytes": 1656
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T04.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T05.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T05",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：登録情報について\n\n架空サービス ご担当者様\n\n先日は丁寧なご案内をありがとうございました。\n\n> 登録時の電話番号は変更できますか。\n> 会員画面から変更できます。\n\n電話番号の変更は完了しました。なお、今回の連絡先メールアドレスの変更はまだできていません。変更手順をこのメールへの返信で教えていただけますか。\n\n佐々木",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T05.txt",
        "input_sha256": "2e581409133ffbdbe34e5f4bc9aa95178fa79a390163d4ec9fe0d33b830ca57b"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 0,
      "confidence": 0.9884918928146362,
      "ordered_probabilities": [
        0.9884918928146362,
        0.011508150026202202
      ],
      "semantic_probabilities": {
        "Reply required": 0.9884918928146362,
        "No reply required": 0.011508150026202202
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T05.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T05.forward.json",
          "sha256": "7af0cfc9eb7b6d062523f4d45a4740fd50065bebe27cde0cf57abc5cc80c76c9",
          "bytes": 992
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T05.forward/result.json",
          "sha256": "9609481ad867401da8b6f164f6623ba6884fe3b016725a813ee17cd790a78658",
          "bytes": 1657
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T05.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T05.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T05",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：登録情報について\n\n架空サービス ご担当者様\n\n先日は丁寧なご案内をありがとうございました。\n\n> 登録時の電話番号は変更できますか。\n> 会員画面から変更できます。\n\n電話番号の変更は完了しました。なお、今回の連絡先メールアドレスの変更はまだできていません。変更手順をこのメールへの返信で教えていただけますか。\n\n佐々木",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T05.txt",
        "input_sha256": "2e581409133ffbdbe34e5f4bc9aa95178fa79a390163d4ec9fe0d33b830ca57b"
      },
      "reference_label": "Reply required",
      "reference_classification": "Reply required",
      "score_eligible": true,
      "predicted_label": "Reply required",
      "prediction_index": 1,
      "confidence": 0.9896718263626099,
      "ordered_probabilities": [
        0.010328153148293495,
        0.9896718263626099
      ],
      "semantic_probabilities": {
        "No reply required": 0.010328153148293495,
        "Reply required": 0.9896718263626099
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T05.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T05.reverse.json",
          "sha256": "b5d00b54ba5e98aadd30c8c214a9a1849cfb5607cdbf197f86ea3b5db0168ff6",
          "bytes": 992
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T05.reverse/result.json",
          "sha256": "ca072dba2b3eef98adc533c101491220ec5956f57e0c56cdd805385d13f2c478",
          "bytes": 1656
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T05.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T06.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T06",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：資料受領のご連絡\n\n架空サービス ご担当者様\n\n資料を確かに受け取りました。わかりやすいご説明をありがとうございます。まずは社内で共有いたします。\n\n取り急ぎ、受領のお礼まで。\n\n小林",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T06.txt",
        "input_sha256": "c3f82c557a725293b36d64c3048ec0a6fa91847c7ea08060073fe35b0a843b77"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 1,
      "confidence": 0.9957352876663208,
      "ordered_probabilities": [
        0.004264634568244219,
        0.9957352876663208
      ],
      "semantic_probabilities": {
        "Reply required": 0.004264634568244219,
        "No reply required": 0.9957352876663208
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T06.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T06.forward.json",
          "sha256": "61a1e2b50c3698694be3b7de4f437e1be8b5bf14e7e2c799757ba96ecbba31e1",
          "bytes": 796
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T06.forward/result.json",
          "sha256": "692c510100ac4489c63f1a87acc0ad9d071fee14141e6936a3defa75a6fcbb62",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T06.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T06.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T06",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：資料受領のご連絡\n\n架空サービス ご担当者様\n\n資料を確かに受け取りました。わかりやすいご説明をありがとうございます。まずは社内で共有いたします。\n\n取り急ぎ、受領のお礼まで。\n\n小林",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T06.txt",
        "input_sha256": "c3f82c557a725293b36d64c3048ec0a6fa91847c7ea08060073fe35b0a843b77"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 0,
      "confidence": 0.9957352876663208,
      "ordered_probabilities": [
        0.9957352876663208,
        0.004264634568244219
      ],
      "semantic_probabilities": {
        "No reply required": 0.9957352876663208,
        "Reply required": 0.004264634568244219
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T06.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T06.reverse.json",
          "sha256": "dbcf7792563416e5c1aabcb67cf0cb8f091ab520dbe6d348fdab0e273d767062",
          "bytes": 796
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T06.reverse/result.json",
          "sha256": "813bbefd1e9ecb0dcf40ffdc33e42e7d3cb7b7f5210e552a5c61c03caf92c952",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T06.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T07.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T07",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：交換品を受け取りました\n\n架空ストア ご担当者様\n\n交換品が届き、正常に使えることを確認しました。返送も完了し、今回の件はすべて解決しました。迅速なご対応に感謝いたします。\n\n田中",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T07.txt",
        "input_sha256": "c272d354f44f37bfaa99e9a4e97c94687bf8121afe9f85783c5104f47f43c8fb"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 1,
      "confidence": 0.9948603510856628,
      "ordered_probabilities": [
        0.005139611195772886,
        0.9948603510856628
      ],
      "semantic_probabilities": {
        "Reply required": 0.005139611195772886,
        "No reply required": 0.9948603510856628
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T07.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T07.forward.json",
          "sha256": "9a87625962a1a441ad68f5a9ff53a48c5037b609993a9be522876188c2cfde2b",
          "bytes": 792
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T07.forward/result.json",
          "sha256": "3934fc88574280c50bb986c609f9298b4b87c1b33e71340ddb0eb0580cdae08a",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T07.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T07.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T07",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：交換品を受け取りました\n\n架空ストア ご担当者様\n\n交換品が届き、正常に使えることを確認しました。返送も完了し、今回の件はすべて解決しました。迅速なご対応に感謝いたします。\n\n田中",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T07.txt",
        "input_sha256": "c272d354f44f37bfaa99e9a4e97c94687bf8121afe9f85783c5104f47f43c8fb"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 0,
      "confidence": 0.9950946569442749,
      "ordered_probabilities": [
        0.9950946569442749,
        0.004905405919998884
      ],
      "semantic_probabilities": {
        "No reply required": 0.9950946569442749,
        "Reply required": 0.004905405919998884
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T07.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T07.reverse.json",
          "sha256": "c0c09ead12ef203d29c0d09f79febc2efd225e53e483471381ed72290db4b2ca",
          "bytes": 792
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T07.reverse/result.json",
          "sha256": "a98203905db23c301ef2fd988d09a1bbc1ff397783b8355e34ac0921f6a11ef3",
          "bytes": 1659
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T07.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T08.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T08",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：担当者変更のお知らせ\n\n架空サービス ご担当者様\n\n来月から弊社の窓口担当が吉田に変わります。連絡先一覧は本日、共有済みです。これは情報共有のみのお知らせで、返信は不要です。\n\n引き続きよろしくお願いいたします。\n\n中村",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T08.txt",
        "input_sha256": "6f7cfde952fe36c696c72be7d0058c25e6d1d78be5dec5c77948ab4880fc10aa"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 1,
      "confidence": 0.9959613680839539,
      "ordered_probabilities": [
        0.004038591403514147,
        0.9959613680839539
      ],
      "semantic_probabilities": {
        "Reply required": 0.004038591403514147,
        "No reply required": 0.9959613680839539
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T08.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T08.forward.json",
          "sha256": "108ffdc7cc96c1c875e4fce1eec831e14bf4cd326b8d5495086066adfd2202fd",
          "bytes": 850
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T08.forward/result.json",
          "sha256": "90b9236da38e999e29882850ea6ea12a11c780e0dee74f400ada77775e7d8ed5",
          "bytes": 1659
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T08.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T08.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T08",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：担当者変更のお知らせ\n\n架空サービス ご担当者様\n\n来月から弊社の窓口担当が吉田に変わります。連絡先一覧は本日、共有済みです。これは情報共有のみのお知らせで、返信は不要です。\n\n引き続きよろしくお願いいたします。\n\n中村",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T08.txt",
        "input_sha256": "6f7cfde952fe36c696c72be7d0058c25e6d1d78be5dec5c77948ab4880fc10aa"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 0,
      "confidence": 0.9963215589523315,
      "ordered_probabilities": [
        0.9963215589523315,
        0.003678509034216404
      ],
      "semantic_probabilities": {
        "No reply required": 0.9963215589523315,
        "Reply required": 0.003678509034216404
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T08.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T08.reverse.json",
          "sha256": "c445cdb75fb9c3f7d8964d02d66e774ee832e623035bbb424653d4b55898de2a",
          "bytes": 850
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T08.reverse/result.json",
          "sha256": "e5fd190594733d4b8c9368b1c49bf420d2d7a0503fec449736a81148af878c41",
          "bytes": 1659
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T08.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T09.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T09",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：訪問日程の共有\n\n架空サービス ご担当者様\n\n先ほどお電話で合意したとおり、訪問日時は十月十五日午後二時で確定しています。当日は受付で担当の山田をお呼びします。\n\nこのメールは確定済みの日程を記録するためのご連絡です。追加の確認事項はありません。\n\n井上",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T09.txt",
        "input_sha256": "e8bfa4730c00e17275008b83872f9b4f69b614dcaba8bd8dfc84d0d0c973d1c3"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 1,
      "confidence": 0.9941347241401672,
      "ordered_probabilities": [
        0.005865338258445263,
        0.9941347241401672
      ],
      "semantic_probabilities": {
        "Reply required": 0.005865338258445263,
        "No reply required": 0.9941347241401672
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T09.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T09.forward.json",
          "sha256": "45fc2c4f613ee4e60274d42900539ee7f3ed10bcb10322c40154c33290b045b0",
          "bytes": 901
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T09.forward/result.json",
          "sha256": "fa610110f36810df1e9af4443e949c90f661e8b3dfb1e1e6e3957b1e0d100b29",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T09.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T09.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T09",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：訪問日程の共有\n\n架空サービス ご担当者様\n\n先ほどお電話で合意したとおり、訪問日時は十月十五日午後二時で確定しています。当日は受付で担当の山田をお呼びします。\n\nこのメールは確定済みの日程を記録するためのご連絡です。追加の確認事項はありません。\n\n井上",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T09.txt",
        "input_sha256": "e8bfa4730c00e17275008b83872f9b4f69b614dcaba8bd8dfc84d0d0c973d1c3"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 0,
      "confidence": 0.9940890073776245,
      "ordered_probabilities": [
        0.9940890073776245,
        0.005911068990826607
      ],
      "semantic_probabilities": {
        "No reply required": 0.9940890073776245,
        "Reply required": 0.005911068990826607
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T09.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T09.reverse.json",
          "sha256": "bbcd87d10c78cf7b39b38d1f6f3b4d7aa4ef91ac2e9b073cbbfc826e441ce179",
          "bytes": 901
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T09.reverse/result.json",
          "sha256": "d0ae7eba95a4e936d15444874568ac6726fc6bc867e4162d25f5e5fbf2f3c447",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T09.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T10.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T10",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：会員情報の更新完了\n\n架空サービス ご担当者様\n\nご案内どおり操作し、会員情報の更新が完了しました。保存後の画面でも変更内容を確認できました。\n\n> 住所の修正方法を教えていただけますか。\n> 設定画面の「会員情報」から修正できます。\n\n上記は以前のやり取りです。今回は完了のご報告のみで、新たな質問や依頼はありません。\n\n加藤",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "Reply required",
          "No reply required"
        ],
        "input_asset": "media/initial/T10.txt",
        "input_sha256": "cde565a898ffffbca2c7f184efa9cf5dad3d8ceb889e680ca28b71731996a2cc"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 1,
      "confidence": 0.9910838603973389,
      "ordered_probabilities": [
        0.008916126564145088,
        0.9910838603973389
      ],
      "semantic_probabilities": {
        "Reply required": 0.008916126564145088,
        "No reply required": 0.9910838603973389
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T10.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T10.forward.json",
          "sha256": "318983a2920ff1d8d372f39ab2c91ebc4d0decb43c7006fb462013bc0bf93d52",
          "bytes": 1001
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T10.forward/result.json",
          "sha256": "11e86d839fc737d6f5523d12a2d4dd530060ccf80f3ef4e1ad99debf22212d4b",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T10.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.T10.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "T10",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Classify only the following fictional customer email. A reply is required for an outstanding explicit request for an answer, remedy, decision, approval, confirmation, or specified follow-up. Acknowledgments and information with no outstanding request do not require a reply. A quoted old request alone does not create a new obligation.\n\nEmail:\n件名：会員情報の更新完了\n\n架空サービス ご担当者様\n\nご案内どおり操作し、会員情報の更新が完了しました。保存後の画面でも変更内容を確認できました。\n\n> 住所の修正方法を教えていただけますか。\n> 設定画面の「会員情報」から修正できます。\n\n上記は以前のやり取りです。今回は完了のご報告のみで、新たな質問や依頼はありません。\n\n加藤",
        "question": "Does this email require a human reply?",
        "ordered_options": [
          "No reply required",
          "Reply required"
        ],
        "input_asset": "media/initial/T10.txt",
        "input_sha256": "cde565a898ffffbca2c7f184efa9cf5dad3d8ceb889e680ca28b71731996a2cc"
      },
      "reference_label": "No reply required",
      "reference_classification": "No reply required",
      "score_eligible": true,
      "predicted_label": "No reply required",
      "prediction_index": 0,
      "confidence": 0.9921233057975769,
      "ordered_probabilities": [
        0.9921233057975769,
        0.007876706309616566
      ],
      "semantic_probabilities": {
        "No reply required": 0.9921233057975769,
        "Reply required": 0.007876706309616566
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.T10.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/T10.reverse.json",
          "sha256": "d5681a488c1983ea079d77d1a34a5d27b91ce61ec6b78b31adef9190bae8e3bd",
          "bytes": 1001
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/T10.reverse/result.json",
          "sha256": "5650fc824e7b43df2217f8823f52b52e149cfd24dc214f8e554b956fe4289438",
          "bytes": 1660
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.T10.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V01.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V01",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Dangerous",
          "Safe"
        ],
        "input_asset": "media/initial/V01.mp4",
        "input_sha256": "dcd7a01b8b25b24b46df0a9af7508a5b2443bc200225bdd9df4587a241f56014"
      },
      "reference_label": "Dangerous",
      "reference_classification": "Dangerous",
      "score_eligible": true,
      "predicted_label": "Dangerous",
      "prediction_index": 0,
      "confidence": 0.9167081117630005,
      "ordered_probabilities": [
        0.9167081117630005,
        0.0832919329404831
      ],
      "semantic_probabilities": {
        "Dangerous": 0.9167081117630005,
        "Safe": 0.0832919329404831
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V01.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V01.forward.json",
          "sha256": "56044f4633a235763e07072a601aebdf119eda2078ae14bedb4e47a714c401a6",
          "bytes": 4923196
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V01.forward/result.json",
          "sha256": "377f0a25008bb8071264df463f873196eb6bfbb68da2c447fe7e1a97bceec0d1",
          "bytes": 1626
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V01.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V01.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V01",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Safe",
          "Dangerous"
        ],
        "input_asset": "media/initial/V01.mp4",
        "input_sha256": "dcd7a01b8b25b24b46df0a9af7508a5b2443bc200225bdd9df4587a241f56014"
      },
      "reference_label": "Dangerous",
      "reference_classification": "Dangerous",
      "score_eligible": true,
      "predicted_label": "Dangerous",
      "prediction_index": 1,
      "confidence": 0.9343951344490051,
      "ordered_probabilities": [
        0.06560482829809189,
        0.9343951344490051
      ],
      "semantic_probabilities": {
        "Safe": 0.06560482829809189,
        "Dangerous": 0.9343951344490051
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V01.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V01.reverse.json",
          "sha256": "125df5a6f985ff158111024b037ca6ccc770a6d60433fbf5897b1105e1f6bf0a",
          "bytes": 4923196
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V01.reverse/result.json",
          "sha256": "ae97d64963c276d6a154a25eab35e78f0bf5d8125dff7d373c60c8c03e61274e",
          "bytes": 1629
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V01.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V02.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V02",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Dangerous",
          "Safe"
        ],
        "input_asset": "media/initial/V02.mp4",
        "input_sha256": "4b23e1598cf11faf1711d2416d21b93531a38222dd23ee5d797290c3ba6cb96e"
      },
      "reference_label": "Dangerous",
      "reference_classification": "Dangerous",
      "score_eligible": true,
      "predicted_label": "Dangerous",
      "prediction_index": 0,
      "confidence": 0.5515737533569336,
      "ordered_probabilities": [
        0.5515737533569336,
        0.4484263062477112
      ],
      "semantic_probabilities": {
        "Dangerous": 0.5515737533569336,
        "Safe": 0.4484263062477112
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V02.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V02.forward.json",
          "sha256": "c5482330d2a1e01b044fe84843f1ea2ef20cb9da0aa0fe5f503cc6e7c14bebd3",
          "bytes": 3121200
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V02.forward/result.json",
          "sha256": "21976e15d5f3aeadc8f99ff6952c3256f04a02c560cc5c51f4d1b26709ad2040",
          "bytes": 1626
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V02.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V02.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V02",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Safe",
          "Dangerous"
        ],
        "input_asset": "media/initial/V02.mp4",
        "input_sha256": "4b23e1598cf11faf1711d2416d21b93531a38222dd23ee5d797290c3ba6cb96e"
      },
      "reference_label": "Dangerous",
      "reference_classification": "Dangerous",
      "score_eligible": true,
      "predicted_label": "Dangerous",
      "prediction_index": 1,
      "confidence": 0.6610482335090637,
      "ordered_probabilities": [
        0.33895182609558105,
        0.6610482335090637
      ],
      "semantic_probabilities": {
        "Safe": 0.33895182609558105,
        "Dangerous": 0.6610482335090637
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V02.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V02.reverse.json",
          "sha256": "e4755d0adcf433a59b514cc59c2dc764d827a976486e132a41d256f52b3922c3",
          "bytes": 3121200
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V02.reverse/result.json",
          "sha256": "3e7d01f19cc302dc12e8deef68d23491d2e25eadc88ca6b9f6e4f3b427b5ebb9",
          "bytes": 1630
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V02.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V08.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V08",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Dangerous",
          "Safe"
        ],
        "input_asset": "media/initial/V08.mp4",
        "input_sha256": "0522b5fc81629cb5dcc242a177d955feebe15f4b1805e17f952f9741c20e7f92"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 1,
      "confidence": 0.9910838603973389,
      "ordered_probabilities": [
        0.008916126564145088,
        0.9910838603973389
      ],
      "semantic_probabilities": {
        "Dangerous": 0.008916126564145088,
        "Safe": 0.9910838603973389
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V08.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V08.forward.json",
          "sha256": "f6fadf2da8b3057c95b7ac358d46fb558b8ee8e87e26576fbbba43af325dbe2e",
          "bytes": 2017784
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V08.forward/result.json",
          "sha256": "db8df53c5924c3b0c90913b8c4039b21e6b0c7c1e1119a70ebcff861b58d99b3",
          "bytes": 1628
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V08.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V08.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V08",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Safe",
          "Dangerous"
        ],
        "input_asset": "media/initial/V08.mp4",
        "input_sha256": "0522b5fc81629cb5dcc242a177d955feebe15f4b1805e17f952f9741c20e7f92"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 0,
      "confidence": 0.9915870428085327,
      "ordered_probabilities": [
        0.9915870428085327,
        0.008412977680563927
      ],
      "semantic_probabilities": {
        "Safe": 0.9915870428085327,
        "Dangerous": 0.008412977680563927
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V08.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V08.reverse.json",
          "sha256": "a71c87409296b8ca69dc653599ad55573f737bcb94d5e6aff091275600d69f24",
          "bytes": 2017784
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V08.reverse/result.json",
          "sha256": "3c47b0bee573dbe5f957f782dbb548b366ad49558b32c4fb19d51c09b8dd0dcf",
          "bytes": 1627
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V08.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V09.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V09",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Dangerous",
          "Safe"
        ],
        "input_asset": "media/initial/V09.mp4",
        "input_sha256": "cdcce5e0b09700ed8b457ea81e5415c86720a889b47237d394e89276cfe72330"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 1,
      "confidence": 0.9927672147750854,
      "ordered_probabilities": [
        0.007232763338834047,
        0.9927672147750854
      ],
      "semantic_probabilities": {
        "Dangerous": 0.007232763338834047,
        "Safe": 0.9927672147750854
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V09.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V09.forward.json",
          "sha256": "f3cd226ab9a93b2968e377859774d594fe8e5ef8964eb6d6edacefc61caf6d67",
          "bytes": 2470244
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V09.forward/result.json",
          "sha256": "523c8e350d0a09cbc065e7fcb836a639ebec27e08075d8ef70e86d0001b40c40",
          "bytes": 1628
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V09.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V09.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V09",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Safe",
          "Dangerous"
        ],
        "input_asset": "media/initial/V09.mp4",
        "input_sha256": "cdcce5e0b09700ed8b457ea81e5415c86720a889b47237d394e89276cfe72330"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 0,
      "confidence": 0.9933589100837708,
      "ordered_probabilities": [
        0.9933589100837708,
        0.006641112733632326
      ],
      "semantic_probabilities": {
        "Safe": 0.9933589100837708,
        "Dangerous": 0.006641112733632326
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V09.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V09.reverse.json",
          "sha256": "4ae778d15b58a3fde946cf31eb249ce635fbde436230acafdf1652da112ba67e",
          "bytes": 2470244
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V09.reverse/result.json",
          "sha256": "bc924016e265ee8c41e0288cf67a42df638628641920da25610994de5a002601",
          "bytes": 1628
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V09.reverse",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V10.forward",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V10",
      "order": "forward",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Dangerous",
          "Safe"
        ],
        "input_asset": "media/initial/V10.mp4",
        "input_sha256": "5cf43c1116b9b095163b8f0df86f4b4865d5c27dae7f926e5e88c6d1dd94457e"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 1,
      "confidence": 0.9865716695785522,
      "ordered_probabilities": [
        0.01342825498431921,
        0.9865716695785522
      ],
      "semantic_probabilities": {
        "Dangerous": 0.01342825498431921,
        "Safe": 0.9865716695785522
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V10.forward.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V10.forward.json",
          "sha256": "55b7605514bc138dbe81befa59a68d2ea0261c685718b7f54523356d7209c0b1",
          "bytes": 4812216
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V10.forward/result.json",
          "sha256": "47db60be577d4d06c9501b983a14b7e6faace7fad5d4e66a11ccb9563717e3b5",
          "bytes": 1625
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V10.forward",
      "model_display_name": "Clef"
    },
    {
      "decision_id": "E2_CLEF_COMMON.clef.V10.reverse",
      "experiment_id": "E2_CLEF_COMMON",
      "model": "clef",
      "fixture_id": "V10",
      "order": "reverse",
      "status": "complete",
      "task": {
        "state": "Assess only the visible dashcam scene. Dangerous means a visible immediate conflict with the ego vehicle travel path requires prompt braking or evasion. Safe means visible separation, adequate headway, or a stopped ego vehicle removes immediate conflict. The presence of a child, rain, or another vehicle alone does not establish danger.",
        "question": "Does any interval in this clip show an immediate dangerous conflict with the ego vehicle travel path, or is the situation safe throughout? Later successful braking does not erase an earlier dangerous conflict.",
        "ordered_options": [
          "Safe",
          "Dangerous"
        ],
        "input_asset": "media/initial/V10.mp4",
        "input_sha256": "5cf43c1116b9b095163b8f0df86f4b4865d5c27dae7f926e5e88c6d1dd94457e"
      },
      "reference_label": "Safe",
      "reference_classification": "Safe",
      "score_eligible": true,
      "predicted_label": "Safe",
      "prediction_index": 0,
      "confidence": 0.9870795607566833,
      "ordered_probabilities": [
        0.9870795607566833,
        0.012920473702251911
      ],
      "semantic_probabilities": {
        "Safe": 0.9870795607566833,
        "Dangerous": 0.012920473702251911
      },
      "matches_reference": true,
      "saved_response": "responses/E2_CLEF_COMMON/clef.V10.reverse.json",
      "provenance": {
        "request": {
          "source": "2026-10-02-clef-jev-comparison/requests/V10.reverse.json",
          "sha256": "6143f92c1f1ed778a62f8314a8c587fb141cbb75fe1ba0e53d04d7ed6b6e98e3",
          "bytes": 4812216
        },
        "response": {
          "source": "2026-10-02-clef-jev-comparison/outcomes/V10.reverse/result.json",
          "sha256": "3ff15de9243bf7494db49244179b560461af362e7d2e1c524c4b9967c71d9f84",
          "bytes": 1627
        }
      },
      "saved_jev_baseline_decision_id": "E1_JEV_INITIAL.jev.V10.reverse",
      "model_display_name": "Clef"
    }
  ],
  "limits": [
    "Same transport bytes and tasks do not establish identical preprocessing.",
    "Twenty-five unique synthetic inputs; two orders are paired.",
    "Clef outperformed the saved Jev-Omni baseline on this cohort, not a universal ranking."
  ]
}