{
  "schemaVersion": "deepseek-core-factorial-screening-scorecard/v2",
  "phase": "screening",
  "manifestHash": "3a36376394e7723adfc969ed9b1c991778a7b5003b7b7f8e2152ce0eff495482",
  "preparedManifestSha256": "034aa6a40bbffe798fdbc64522ca44f17e1832c526b4be1d5b468a7eb88af82c",
  "transportSha256": "f65f9452a33f4c50c27e1c6afa877f7cb94fd0fc0564c68a832a726d11d83b3b",
  "expectedResponseCount": 24,
  "observedResponseCount": 24,
  "missingResponseCount": 0,
  "responses": [
    {
      "id": "baseline-v1--off--ru--scenario--s20260727",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--ru--scenario--s20260727.json",
      "rawSha256": "9e1793b86f86852701e97faa19e56185be1bf7d53209ff37a7e9e6333792254a",
      "jobId": "dc7f0ca6-f6b9-44bb-b011-27cfe70176f6",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/scenes/0/exits/0/outcome: must be equal to one of the allowed values",
          "/scenes/1/exits/0/outcome: must be equal to one of the allowed values",
          "/scenes/1/exits/1/outcome: must be equal to one of the allowed values",
          "/scenes/2/exits/0/outcome: must be equal to one of the allowed values",
          "/scenes/2/exits/1/outcome: must be equal to one of the allowed values"
        ]
      }
    },
    {
      "id": "baseline-v1--off--ru--scenario--s20260728",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--ru--scenario--s20260728.json",
      "rawSha256": "79ce24b018a5dea1297d044dc9f4a63691ef42fc687da7559be2042b40fe9316",
      "jobId": "00e26400-70f5-422a-ad67-a2a027021e05",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": false,
        "sourceMatches": true,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": false,
        "issues": [
          "scenes[0].locationId: machine ID must use lowercase ASCII kebab-case",
          "scenes[1].locationId: machine ID must use lowercase ASCII kebab-case",
          "scenes[2].locationId: machine ID must use lowercase ASCII kebab-case"
        ]
      }
    },
    {
      "id": "baseline-v1--off--ru--scenario--s20260729",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--ru--scenario--s20260729.json",
      "rawSha256": "9a8a3e6fad9c43b7c64887e66e7bdf22e336d682740a6672f518591de0fd4d93",
      "jobId": "c2864399-ece2-4a3e-9ee6-d54c2bbd36cb",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--off--en--scenario--s20260727",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--en--scenario--s20260727.json",
      "rawSha256": "d92c293b4648b7b42daa25cd9d067ecc6a7384f3fa30dd7624d63b3fed20ba1b",
      "jobId": "11e5775a-fcc5-4079-9699-3f1975385ad2",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--off--en--scenario--s20260728",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--en--scenario--s20260728.json",
      "rawSha256": "c5597a546df9eed125fd477bb0a098498150ad341055ab8c837f0087b804782d",
      "jobId": "0ef0578e-7a90-4f95-8bb9-926b5b4623e8",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--off--en--scenario--s20260729",
      "phase": "screening",
      "configId": "baseline-v1--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "baseline-v1--off--en--scenario--s20260729.json",
      "rawSha256": "f5123e3595c9912af70263f0ec254f02f972c4f436e5545ef7474df25dba2ef7",
      "jobId": "a1ca0c1d-0fd1-4674-8948-910f089aede4",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--off--ru--scenario--s20260727",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--ru--scenario--s20260727.json",
      "rawSha256": "15056b140127a37eebfc3d13c80df67bee808878ce0c8f093dc5d0ac9f26b319",
      "jobId": "6ea2e6c6-18e5-44ed-8a92-bb3cb37d10e3",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--off--ru--scenario--s20260728",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--ru--scenario--s20260728.json",
      "rawSha256": "5e18f845bfe236dcb2a8e4159b4f746ba8a3ddcf524374865912236fc737da46",
      "jobId": "11638078-de7b-4f2a-8ce6-a12b5a426eb5",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--off--ru--scenario--s20260729",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--ru--scenario--s20260729.json",
      "rawSha256": "5efec656ef34636985d0f9f48f9205ccee7ff447546045330fb26910b4b8c689",
      "jobId": "6fb98a40-6bc1-4211-bcf3-de81f01e92d7",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--off--en--scenario--s20260727",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--en--scenario--s20260727.json",
      "rawSha256": "f69c65aa2f32de95344510e238720f8e58495d1716e181d1d9273ba67597c932",
      "jobId": "ee833219-b519-4a48-84b9-ebd217f4ae32",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": false,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": false,
        "issues": [
          "response exceeded or missed preregistered structure bounds"
        ]
      }
    },
    {
      "id": "semantic-v2--off--en--scenario--s20260728",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--en--scenario--s20260728.json",
      "rawSha256": "53cee56247797ea5fdbba1cb7162c0fcec1d03b1a13e6b242826cfc6badec900",
      "jobId": "939fc0b4-c20a-4f3a-8eb9-1a01cfb36ea3",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--off--en--scenario--s20260729",
      "phase": "screening",
      "configId": "semantic-v2--off",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "off",
      "status": "scored",
      "rawPath": "semantic-v2--off--en--scenario--s20260729.json",
      "rawSha256": "f53b7e9719f784d911af334bca8cac21e48fece0c59149b24ff9883690dbf78c",
      "jobId": "bb0dbf74-da73-4f4d-91ae-91ec7677356f",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/scenes/0/exits/0/outcome: must be equal to one of the allowed values",
          "/scenes/1/exits/0/outcome: must be equal to one of the allowed values"
        ]
      }
    },
    {
      "id": "baseline-v1--medium--ru--scenario--s20260727",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--ru--scenario--s20260727.json",
      "rawSha256": "f5416a9d8bcdc34a5295cb7f00ee4129507604f06d44db43a159fb0f021c5f36",
      "jobId": "a9e6cf90-3bd0-4fdf-be6f-59c3cf8b1be0",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/scenes/0/exits/0/outcome: must be equal to one of the allowed values"
        ]
      }
    },
    {
      "id": "baseline-v1--medium--ru--scenario--s20260728",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--ru--scenario--s20260728.json",
      "rawSha256": "bbfb92e76bf82cc3138c72ba78e331eee2d48e5b9905487364f726fb63e7b795",
      "jobId": "f20ad474-9ed9-4dda-b340-d72917083f94",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--medium--ru--scenario--s20260729",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--ru--scenario--s20260729.json",
      "rawSha256": "8d029e2f454fb2ad342b44933f78162dc473c546d258a09b7c733d57a6da0ee0",
      "jobId": "caa1b2d3-e959-4acb-a2a6-cf2192bb229c",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--medium--en--scenario--s20260727",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--en--scenario--s20260727.json",
      "rawSha256": "c1afc5d17b9ef18fa16e0a7fd34b0fc404ede8239ba9cabd550d798536787aa0",
      "jobId": "7bc9d681-a2c5-461a-811c-53f02e145391",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": false,
        "sourceMatches": true,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": false,
        "issues": [
          "scenes[0].exits[1].failForward: failure_not_fail_forward: Failure exits must explicitly advance play.",
          "scenes[1].exits[2].failForward: failure_not_fail_forward: Failure exits must explicitly advance play."
        ]
      }
    },
    {
      "id": "baseline-v1--medium--en--scenario--s20260728",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--en--scenario--s20260728.json",
      "rawSha256": "4ac555af23d4f71e0bd37feb6414a4e863210302764d6b998e34fca88f31b7f7",
      "jobId": "c0b37243-7a09-4d58-8e8d-961880fd7c1d",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "baseline-v1--medium--en--scenario--s20260729",
      "phase": "screening",
      "configId": "baseline-v1--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "baseline-v1",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "baseline-v1--medium--en--scenario--s20260729.json",
      "rawSha256": "5866396d3b9ba44e7e3b888e28442732bbcf4bbf1c152fff06e18b5838c14524",
      "jobId": "b1d9211c-7022-4172-95d5-074bdb1261b8",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/scenes/0/exits/0/outcome: must be equal to one of the allowed values"
        ]
      }
    },
    {
      "id": "semantic-v2--medium--ru--scenario--s20260727",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--ru--scenario--s20260727.json",
      "rawSha256": "8a4decbfa7485605049018df5054a285c0d2f62b66be4e383af8315ebe412182",
      "jobId": "cfe75319-133b-4414-bfe2-907915dc2f63",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--medium--ru--scenario--s20260728",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--ru--scenario--s20260728.json",
      "rawSha256": "503d378b4bcad4aa55f5483572e1ba90bb50a8cbf6ed617a346494514b373dfc",
      "jobId": "4a79a3db-0466-4106-9e6e-270a5246432f",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--medium--ru--scenario--s20260729",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "ru",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--ru--scenario--s20260729.json",
      "rawSha256": "cddf2e58ae6921bdda1fa2b11ec18e7ca8b2e5e9b4103ccafc006258170f2462",
      "jobId": "6bd627e9-89c0-4a09-85bd-b2254411f8ee",
      "deterministicPassed": false,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/storyFacts/3/visibility: must NOT have additional properties",
          "/storyFacts/3/visibility/kind: must be equal to constant",
          "/storyFacts/3/visibility: must NOT have additional properties",
          "/storyFacts/3/visibility/kind: must be equal to constant",
          "/storyFacts/3/visibility/playerIds: must NOT have fewer than 1 items",
          "/storyFacts/3/visibility: must match exactly one schema in oneOf"
        ]
      }
    },
    {
      "id": "semantic-v2--medium--en--scenario--s20260727",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260727,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--en--scenario--s20260727.json",
      "rawSha256": "5ecb4d75fb66637ce7075a0c1ed8705f8168a6e11bf912a35e1119b75d984b6c",
      "jobId": "e8dfd8d2-2c28-4e2d-acef-3691cb83f14f",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--medium--en--scenario--s20260728",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260728,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--en--scenario--s20260728.json",
      "rawSha256": "2f1bfa273478eab9ec836315046cfa2a85dfc7bcacf3772bb51478023c7ebda4",
      "jobId": "4e44de14-6159-482d-960d-0cbb2aa2b92e",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "id": "semantic-v2--medium--en--scenario--s20260729",
      "phase": "screening",
      "configId": "semantic-v2--medium",
      "modelId": "deepseek/deepseek-v4-pro",
      "language": "en",
      "role": "scenario",
      "seed": 20260729,
      "promptVariant": "semantic-v2",
      "reasoningEffort": "medium",
      "status": "scored",
      "rawPath": "semantic-v2--medium--en--scenario--s20260729.json",
      "rawSha256": "a3cc0a25acf232079e23be5788634679cfb9e5e7515ab390cbab190534d8a5cf",
      "jobId": "8a2b4d86-01bf-4e33-ab0a-3bf6ca832316",
      "deterministicPassed": true,
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    }
  ]
}