{
  "schemaVersion": "flash-core-eval-scorecard/v2",
  "generatedAt": "2026-07-26T07:10:28.916Z",
  "manifestHash": "310f4e6e184d6e0f1b18bdfa373690c9c8788230e06ec3647777ed9f352620c1",
  "expectedResponseCount": 12,
  "observedResponseCount": 12,
  "missingResponseCount": 0,
  "telemetry": {
    "completeResponseCount": 0,
    "unknownResponseCount": 12
  },
  "manualReview": {
    "status": "missing",
    "path": "manual-review.json",
    "requiredNarrationCells": 4,
    "reviewedNarrationCells": 0,
    "issues": [
      "manual-review.json is missing"
    ]
  },
  "billingAudit": {
    "status": "missing",
    "path": "billing-audit.json",
    "approvedCapCredits": null,
    "observedCreditDelta": null,
    "auditedJobs": 0,
    "issues": [
      "billing-audit.json is missing"
    ]
  },
  "outcomeCandidate": "inconclusive",
  "responses": [
    {
      "requestId": "qwen-qwen3-6-flash--ru--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--ru--scenario--r1.json",
      "rawSha256": "cb17926b134f803cceba749a961035da6ead0af8279692e23b8cb2d91798d561",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/storyFacts/1/visibility/kind: must be equal to constant",
          "/storyFacts/1/visibility/kind: must be equal to constant",
          "/storyFacts/1/visibility: must have required property 'playerIds'",
          "/storyFacts/1/visibility: must match exactly one schema in oneOf"
        ]
      }
    },
    {
      "requestId": "qwen-qwen3-6-flash--ru--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--ru--intent--r1.json",
      "rawSha256": "662b05888f9714fba0dfa30a78c91e5146cdc9fa1f14aba314557ad35d449b12",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 4,
        "oracleMatches": 4,
        "invalidCasesPreservedState": true,
        "invalidCasesCreatedEvents": false,
        "validEventRollSource": "server",
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "requestId": "qwen-qwen3-6-flash--ru--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--ru--narration--r1.json",
      "rawSha256": "3d76a30f1d5d63b0e90407d857134dc3b0ec079702b369ff963847782734c552",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 2,
        "continuityMatches": 1,
        "privateLeakage": false,
        "languageMatches": true,
        "stateUnchanged": true,
        "humanNaturalnessScore": null,
        "passed": false,
        "issues": [
          "failure: event continuity mismatch",
          "failure: unsupported aftermath claim"
        ]
      }
    },
    {
      "requestId": "qwen-qwen3-6-flash--en--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--en--scenario--r1.json",
      "rawSha256": "c162666449c72f98b88e9d79e6545ea78d1880759672a40da72e7157e4dd23fd",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "shapeValid": false,
        "semanticValid": false,
        "sourceMatches": false,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": false,
        "boundaryRespected": false,
        "languageMatches": false,
        "passed": false,
        "issues": [
          "/clocks/0/whenFull: must be string"
        ]
      }
    },
    {
      "requestId": "qwen-qwen3-6-flash--en--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--en--intent--r1.json",
      "rawSha256": "0466a133d15314492822e94da1c4095bee5db631b3b61a5dab81d9c24d4bddbe",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 4,
        "oracleMatches": 4,
        "invalidCasesPreservedState": true,
        "invalidCasesCreatedEvents": false,
        "validEventRollSource": "server",
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "requestId": "qwen-qwen3-6-flash--en--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/qwen-qwen3-6-flash--en--narration--r1.json",
      "rawSha256": "0186fd1e13722f8c47c127fc77b54ebbc1ad8ae89d5584e70958ff1bb384714b",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 2,
        "continuityMatches": 1,
        "privateLeakage": false,
        "languageMatches": true,
        "stateUnchanged": true,
        "humanNaturalnessScore": null,
        "passed": false,
        "issues": [
          "failure: event continuity mismatch",
          "failure: unsupported aftermath claim"
        ]
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--ru--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--ru--scenario--r1.json",
      "rawSha256": "7ef944eb2cf467a366ad77726aabff089bceee7302822b80c4e30dd936faf187",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": true,
        "sourceMatches": true,
        "compiles": true,
        "contractValid": true,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--ru--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--ru--intent--r1.json",
      "rawSha256": "777b4156a617cbe8c567809dc290d16aebee4b136724c719e7ee8886eab6d028",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 4,
        "oracleMatches": 4,
        "invalidCasesPreservedState": true,
        "invalidCasesCreatedEvents": false,
        "validEventRollSource": "server",
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--ru--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--ru--narration--r1.json",
      "rawSha256": "e9725091fa4273bcfce490f705101ae4bf22d349149c61c6d924f1d026a61fbc",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 2,
        "continuityMatches": 1,
        "privateLeakage": false,
        "languageMatches": true,
        "stateUnchanged": true,
        "humanNaturalnessScore": null,
        "passed": false,
        "issues": [
          "failure: event continuity mismatch",
          "failure: unsupported aftermath claim"
        ]
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--en--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--en--scenario--r1.json",
      "rawSha256": "ad4408dec6ab0f5bd410aca9236871cbe13f581cf5cd5fb6e7676ed940685406",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "shapeValid": true,
        "semanticValid": false,
        "sourceMatches": true,
        "compiles": false,
        "contractValid": false,
        "boundedStructure": true,
        "boundaryRespected": true,
        "languageMatches": true,
        "passed": false,
        "issues": [
          "storyFacts[0].id: machine ID must use lowercase ASCII kebab-case",
          "storyFacts[1].id: machine ID must use lowercase ASCII kebab-case",
          "storyFacts[2].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[0].exits[0].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[1].requiredFactIds[0]: machine ID must use lowercase ASCII kebab-case",
          "scenes[1].requiredFactIds[1]: machine ID must use lowercase ASCII kebab-case",
          "scenes[1].exits[0].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[2].exits[0].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[2].exits[1].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[2].exits[1].endingId: machine ID must use lowercase ASCII kebab-case",
          "endings[1].id: machine ID must use lowercase ASCII kebab-case",
          "scenes[2].exits[1].when: immutable story fact fixedGravity cannot be false"
        ]
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--en--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--en--intent--r1.json",
      "rawSha256": "b1a8e6a55c91a7a1d6f43748d244d1d7c52bce042770937d4e60a224a084cf68",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 4,
        "oracleMatches": 4,
        "invalidCasesPreservedState": true,
        "invalidCasesCreatedEvents": false,
        "validEventRollSource": "server",
        "languageMatches": true,
        "passed": true,
        "issues": []
      }
    },
    {
      "requestId": "deepseek-deepseek-v4-flash--en--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "status": "scored",
      "rawPath": "responses/deepseek-deepseek-v4-flash--en--narration--r1.json",
      "rawSha256": "db25db1113a22a4168107ecb632d47fde690b6a18738be5d252c7f7234ca9c43",
      "telemetry": {
        "latencyMs": null,
        "inputTokens": null,
        "outputTokens": null,
        "creditDelta": null,
        "retryCount": 0,
        "error": null
      },
      "evaluation": {
        "structuredJson": true,
        "caseCount": 2,
        "continuityMatches": 2,
        "privateLeakage": false,
        "languageMatches": true,
        "stateUnchanged": true,
        "humanNaturalnessScore": null,
        "passed": true,
        "issues": []
      }
    }
  ],
  "models": [
    {
      "modelId": "qwen/qwen3.6-flash",
      "observedCells": 6,
      "passedCells": 2,
      "scenarioLanguagesPassed": 0,
      "intentLanguagesPassed": 2,
      "narrationLanguagesPassed": 0,
      "humanNaturalnessReviewed": 0,
      "humanNaturalnessLanguagesPassed": 0,
      "deterministicCorePassed": false,
      "coreSmokePassed": false
    },
    {
      "modelId": "deepseek/deepseek-v4-flash",
      "observedCells": 6,
      "passedCells": 4,
      "scenarioLanguagesPassed": 1,
      "intentLanguagesPassed": 2,
      "narrationLanguagesPassed": 1,
      "humanNaturalnessReviewed": 0,
      "humanNaturalnessLanguagesPassed": 0,
      "deterministicCorePassed": false,
      "coreSmokePassed": false
    }
  ]
}