{
  "execution_kind": "framework_execution",
  "framework": "Inspect AI",
  "commit": "456d982ef0b2344ca436b4263cebb45492a85edb",
  "model": "mockllm/model",
  "model_ability_measured": false,
  "network_guard": "Python AF_INET/AF_INET6 connect blocked; not an OS sandbox",
  "inputs": {
    "fixtures/expected.json": "93feacb87d3a8478be8964a75830f6e3da050b00932ab7a0eb439fd65ccc3e9f",
    "fixtures/instruction.txt": "677e8d73eaec374e80025c102d8abd8657c0bfb3bbd127fdc09b8bfa08d51265",
    "fixtures/ledger.json": "a6b985c1cdbebfb03d45d57b7f40276edc2b999d8554698a517a8989dea53125"
  },
  "repeats": 2,
  "cases": [
    {
      "case": "boolean_number",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "52d944fc387578f2b7ff31f82884ecfb4db2c11ab477732532ff96c4a9457899",
      "matches_expectation": true
    },
    {
      "case": "duplicate_key",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "1c9574b537871a41fc78dce9301b50f45964d3f3dd589d9a42b5ad8931a42f60",
      "matches_expectation": true
    },
    {
      "case": "equivalent_whitespace",
      "epoch": 1,
      "expected_reward": 1.0,
      "reward": 1.0,
      "reason": "correct",
      "has_framework_error": false,
      "artifact_sha256": "5133e9177f7ec9790d6fb6bb053be3183387bb8ce4eb133ebab5b2b689605bb5",
      "matches_expectation": true
    },
    {
      "case": "include_pending",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "cc9b3a924293710fd260bf7f436c5c4f95d4bfa553e5ac27dba1fb9dcbca2f16",
      "matches_expectation": true
    },
    {
      "case": "malformed_json",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "f1dec6e9ee608550bd1c39ff2b90134059bac5d02e4e78f6410aed2fbd870bd0",
      "matches_expectation": true
    },
    {
      "case": "missing_provenance",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "c2b0211ade631ef7e3ce4d3b7b566f1bc670269aa75aacd2aadc9723e4ab813d",
      "matches_expectation": true
    },
    {
      "case": "nonfinite_number",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "b3bc51f8796330ec5dafabfc4532c7a81cf617aa25bdd96a865de6be59ba3c3c",
      "matches_expectation": true
    },
    {
      "case": "noop",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "missing_artifact",
      "has_framework_error": false,
      "artifact_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "matches_expectation": true
    },
    {
      "case": "oracle",
      "epoch": 1,
      "expected_reward": 1.0,
      "reward": 1.0,
      "reason": "correct",
      "has_framework_error": false,
      "artifact_sha256": "202b9b7d7ee598504a94f80de737338386df60648e1b60b4b7961943750246df",
      "matches_expectation": true
    },
    {
      "case": "self_reported_reward",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "7b5ce46df6fa45029588ce4837d93624c1d6c11f25284928f6c066e0b110a0e4",
      "matches_expectation": true
    },
    {
      "case": "stale_revision",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "b13abe53770f849fe28b58047a5d5b3c766ed45b22d5b27c39abc8534fb43e6b",
      "matches_expectation": true
    },
    {
      "case": "string_number",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "81317cc5ffba25826bd9270235551fca2023d434c4eeb78fb7f3fd5f1c8d7903",
      "matches_expectation": true
    },
    {
      "case": "wrong_total",
      "epoch": 1,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "49e576e8dbbc5ad02f6a93631e956aa4af4073712152f2820584dcc0b33cf5a3",
      "matches_expectation": true
    },
    {
      "case": "boolean_number",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "52d944fc387578f2b7ff31f82884ecfb4db2c11ab477732532ff96c4a9457899",
      "matches_expectation": true
    },
    {
      "case": "duplicate_key",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "1c9574b537871a41fc78dce9301b50f45964d3f3dd589d9a42b5ad8931a42f60",
      "matches_expectation": true
    },
    {
      "case": "equivalent_whitespace",
      "epoch": 2,
      "expected_reward": 1.0,
      "reward": 1.0,
      "reason": "correct",
      "has_framework_error": false,
      "artifact_sha256": "5133e9177f7ec9790d6fb6bb053be3183387bb8ce4eb133ebab5b2b689605bb5",
      "matches_expectation": true
    },
    {
      "case": "include_pending",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "cc9b3a924293710fd260bf7f436c5c4f95d4bfa553e5ac27dba1fb9dcbca2f16",
      "matches_expectation": true
    },
    {
      "case": "malformed_json",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "f1dec6e9ee608550bd1c39ff2b90134059bac5d02e4e78f6410aed2fbd870bd0",
      "matches_expectation": true
    },
    {
      "case": "missing_provenance",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "c2b0211ade631ef7e3ce4d3b7b566f1bc670269aa75aacd2aadc9723e4ab813d",
      "matches_expectation": true
    },
    {
      "case": "nonfinite_number",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_json",
      "has_framework_error": false,
      "artifact_sha256": "b3bc51f8796330ec5dafabfc4532c7a81cf617aa25bdd96a865de6be59ba3c3c",
      "matches_expectation": true
    },
    {
      "case": "noop",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "missing_artifact",
      "has_framework_error": false,
      "artifact_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "matches_expectation": true
    },
    {
      "case": "oracle",
      "epoch": 2,
      "expected_reward": 1.0,
      "reward": 1.0,
      "reason": "correct",
      "has_framework_error": false,
      "artifact_sha256": "202b9b7d7ee598504a94f80de737338386df60648e1b60b4b7961943750246df",
      "matches_expectation": true
    },
    {
      "case": "self_reported_reward",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "7b5ce46df6fa45029588ce4837d93624c1d6c11f25284928f6c066e0b110a0e4",
      "matches_expectation": true
    },
    {
      "case": "stale_revision",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "b13abe53770f849fe28b58047a5d5b3c766ed45b22d5b27c39abc8534fb43e6b",
      "matches_expectation": true
    },
    {
      "case": "string_number",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "invalid_schema",
      "has_framework_error": false,
      "artifact_sha256": "81317cc5ffba25826bd9270235551fca2023d434c4eeb78fb7f3fd5f1c8d7903",
      "matches_expectation": true
    },
    {
      "case": "wrong_total",
      "epoch": 2,
      "expected_reward": 0.0,
      "reward": 0.0,
      "reason": "wrong_result",
      "has_framework_error": false,
      "artifact_sha256": "49e576e8dbbc5ad02f6a93631e956aa4af4073712152f2820584dcc0b33cf5a3",
      "matches_expectation": true
    }
  ],
  "framework_status": "success",
  "error_boundary": {
    "kind": "injected_model_error",
    "has_sample_error": true,
    "score_present": false,
    "not_a_wrong_answer": true
  },
  "all_match": true
}