{
  "schemaVersion": "flash-core-eval-preflight/v1",
  "manifestHash": "a758d221a63eb2f2600af570d8431764597bd8c3ae75d4960d94d8963e0ebfb8",
  "manifest": {
    "schemaVersion": "flash-core-eval-manifest/v2",
    "protocolRevision": 3,
    "studyId": "2026-07-26-flash-llm-core-evaluation",
    "provider": "comfy-cloud/openrouter-partner-node",
    "models": [
      "qwen/qwen3.6-flash",
      "deepseek/deepseek-v4-flash"
    ],
    "languages": [
      "ru",
      "en"
    ],
    "roles": [
      "scenario",
      "intent",
      "narration"
    ],
    "repeats": 1,
    "seed": 20260726,
    "generationParameters": {
      "reasoningEffort": "off",
      "outputTokenCap": null
    },
    "budget": {
      "kind": "sequential_soft_credit_delta",
      "hardCapAvailable": false,
      "proposedCapCredits": 15,
      "approvalStatus": "approved_by_user"
    },
    "retention": {
      "fixtureDataOnly": true,
      "rawResponses": true,
      "secrets": false
    }
  },
  "requests": [
    {
      "id": "qwen-qwen3-6-flash--ru--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "07fedbf8ec56e8f8b85db60338561294f0418b9ef8bb09c1a096cec7643d1c7b",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--scenario--r1.api.json",
      "workflowSha256": "cff693fa5ad1d788e453a17c4a6e0d67eb871935862e3f2f7e883250d9abbabf"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "5fb91728b5c6589c6845e96c98ffe5ccdc06eb0de4dfd60a5b3feff2e7209d59",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--intent--r1.api.json",
      "workflowSha256": "3e55063377b7901153ac7083b427bb62a6ddadc6ff67e840d24786fe5cc09798"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "6931229701df1d75a0e077184cfbca7d622d568b3d2329ae3bc5cc435a54787c",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--narration--r1.api.json",
      "workflowSha256": "a5a5bbb7a062327a74e903f53862a4b4dcebeed780fbb8fedcf1018e0367de93"
    },
    {
      "id": "qwen-qwen3-6-flash--en--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "cb995c1879d845b2ed2690bcde5c18e4c2b4803fddc882e5778c16213883ef03",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--scenario--r1.api.json",
      "workflowSha256": "3cf5b48dda707b097ea1f583596449e7a176c64f2069693134a0c99e5561e033"
    },
    {
      "id": "qwen-qwen3-6-flash--en--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--intent--r1.prompt.txt",
      "promptSha256": "3d16b1db246561654792845cb62f4eb92f33ffd6f2dba4386747d1e4c36c809b",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--intent--r1.api.json",
      "workflowSha256": "3fb305a077d49d31153cfbd5692511224828fc6341880886f92232c27404596d"
    },
    {
      "id": "qwen-qwen3-6-flash--en--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--narration--r1.prompt.txt",
      "promptSha256": "99a3d333f75e7e7b0df4dc4dbaa834dc59156ba711de73f060c49b861d8ee722",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--narration--r1.api.json",
      "workflowSha256": "43b6892f138eeec02a071e3acebabe9d3ba5ec8955699fe47973cd2ac8352020"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "07fedbf8ec56e8f8b85db60338561294f0418b9ef8bb09c1a096cec7643d1c7b",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--scenario--r1.api.json",
      "workflowSha256": "d26749a8e908ef9693972edb26168bcc23a05b25df754d7ee0b0267a1fc64f4a"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "5fb91728b5c6589c6845e96c98ffe5ccdc06eb0de4dfd60a5b3feff2e7209d59",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--intent--r1.api.json",
      "workflowSha256": "b9ba5b41b413ea22f13736a0f35ff7e403669ce53b15babc95a8c6246179c608"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "6931229701df1d75a0e077184cfbca7d622d568b3d2329ae3bc5cc435a54787c",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--narration--r1.api.json",
      "workflowSha256": "a3c67dd25aa82a2f03dbb77829a7f242f2003a469e08d085f519040c0c2a1204"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "cb995c1879d845b2ed2690bcde5c18e4c2b4803fddc882e5778c16213883ef03",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--scenario--r1.api.json",
      "workflowSha256": "a3d89aa7a27fc048717bee7e18e38b5c5b3640bf88d97d6c1517c685ddfcdcc2"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--intent--r1.prompt.txt",
      "promptSha256": "3d16b1db246561654792845cb62f4eb92f33ffd6f2dba4386747d1e4c36c809b",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--intent--r1.api.json",
      "workflowSha256": "7b9e33c3da7a8033e2a22c3412b4514611a5d9cbdb0d0ee9ce8ccfbfa4d63ce2"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--narration--r1.prompt.txt",
      "promptSha256": "99a3d333f75e7e7b0df4dc4dbaa834dc59156ba711de73f060c49b861d8ee722",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--narration--r1.api.json",
      "workflowSha256": "77fece34c0ad47ed99278339b8e7716609673e6f452c45d41cff20df957fdc25"
    }
  ]
}