{
  "schemaVersion": "flash-core-eval-preflight/v1",
  "manifestHash": "310f4e6e184d6e0f1b18bdfa373690c9c8788230e06ec3647777ed9f352620c1",
  "manifest": {
    "schemaVersion": "flash-core-eval-manifest/v1",
    "studyId": "2026-07-26-flash-llm-core-evaluation",
    "provider": "comfy-cloud/openrouter-partner-node",
    "models": [
      "qwen/qwen3.6-flash",
      "deepseek/deepseek-v4-flash"
    ],
    "languages": [
      "ru",
      "en"
    ],
    "roles": [
      "scenario",
      "intent",
      "narration"
    ],
    "repeats": 1,
    "seed": 20260726,
    "generationParameters": {
      "reasoningEffort": "off",
      "outputTokenCap": null
    },
    "budget": {
      "kind": "sequential_soft_credit_delta",
      "hardCapAvailable": false,
      "proposedCapCredits": 15,
      "approvalStatus": "pending_user_signoff"
    },
    "retention": {
      "fixtureDataOnly": true,
      "rawResponses": true,
      "secrets": false
    }
  },
  "requests": [
    {
      "id": "qwen-qwen3-6-flash--ru--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "9dfbc47f08484253bd12c21ddbb75fc4ff4d628facff2ae5f2d1c5d802c3e732",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--scenario--r1.api.json",
      "workflowSha256": "57ed9e803deb6acd52d9e05ffd4932c191ea656e7cfee330d1617966db9fb861"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "0674c9bb972c8ebb548870c93366adea36d43630b0aa1bde105bdb047bf2afd3",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--intent--r1.api.json",
      "workflowSha256": "a264c98afd4cb9abe642b2974e7969679149c1c8300d9e2ffb69244ee6115fb2"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "2b649e73003366e7eb972842c9ca6cacf6ead27d0fb07d4ea5a3f829a2e788c9",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--narration--r1.api.json",
      "workflowSha256": "99198440bf8fffc63d7b8bf4259efa5d33c5d57a980cc80617e4268db0633b69"
    },
    {
      "id": "qwen-qwen3-6-flash--en--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "4f2f30367f4c75227f853daac7b94b77d356db6c327e5185edaf38c4f602cf57",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--scenario--r1.api.json",
      "workflowSha256": "a9d10b3fcbc56546be795c0706a3ce195a3490093a28582b76a7cc0afa36fa11"
    },
    {
      "id": "qwen-qwen3-6-flash--en--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--intent--r1.prompt.txt",
      "promptSha256": "781dfe24c0c5996e6004a7c410b8982b280fe66ab5ff65d44f90d4eb747c0e3e",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--intent--r1.api.json",
      "workflowSha256": "234dd24e5b3a6c2101866af4b757fa6defb562946188fb6ab08e4c1439b99044"
    },
    {
      "id": "qwen-qwen3-6-flash--en--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--narration--r1.prompt.txt",
      "promptSha256": "7b3a530474f669205f904dee7f388a2583b1767d548bba00d62b22396beac533",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--narration--r1.api.json",
      "workflowSha256": "3ae87eb42fc6b8ea777e8696f449b96599650318bc0a821d95451c95ba52537d"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "9dfbc47f08484253bd12c21ddbb75fc4ff4d628facff2ae5f2d1c5d802c3e732",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--scenario--r1.api.json",
      "workflowSha256": "16b2f45925b91f391809cd215e17e4995e647e76bb7a046d40b7097a500b4bcc"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "0674c9bb972c8ebb548870c93366adea36d43630b0aa1bde105bdb047bf2afd3",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--intent--r1.api.json",
      "workflowSha256": "fd3dfe5cadaf4bc7cdba8e147d56da4699fed6723988f46911e5939a945f2340"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "2b649e73003366e7eb972842c9ca6cacf6ead27d0fb07d4ea5a3f829a2e788c9",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--narration--r1.api.json",
      "workflowSha256": "7a634dc0ed9a07cb12a760f39fe608637b9695391b56c0dfaccc95bf3b8aa96a"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "4f2f30367f4c75227f853daac7b94b77d356db6c327e5185edaf38c4f602cf57",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--scenario--r1.api.json",
      "workflowSha256": "3f3aaba35a2e0245e116993df4df07c4babeed0b2c031df1918fc2efc004f405"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--intent--r1.prompt.txt",
      "promptSha256": "781dfe24c0c5996e6004a7c410b8982b280fe66ab5ff65d44f90d4eb747c0e3e",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--intent--r1.api.json",
      "workflowSha256": "51b3d218e7c8dea2f018f35b4b75f4d8492672ce4bf7437c124f05b34ce178ff"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--narration--r1.prompt.txt",
      "promptSha256": "7b3a530474f669205f904dee7f388a2583b1767d548bba00d62b22396beac533",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--narration--r1.api.json",
      "workflowSha256": "a44df1c935d2ded2366d9ea166f889eb7e6e8385296ba01447941ac2818e7e15"
    }
  ]
}