{
  "schemaVersion": "flash-core-eval-preflight/v1",
  "manifestHash": "310f4e6e184d6e0f1b18bdfa373690c9c8788230e06ec3647777ed9f352620c1",
  "manifest": {
    "schemaVersion": "flash-core-eval-manifest/v1",
    "studyId": "2026-07-26-flash-llm-core-evaluation",
    "provider": "comfy-cloud/openrouter-partner-node",
    "models": [
      "qwen/qwen3.6-flash",
      "deepseek/deepseek-v4-flash"
    ],
    "languages": [
      "ru",
      "en"
    ],
    "roles": [
      "scenario",
      "intent",
      "narration"
    ],
    "repeats": 1,
    "seed": 20260726,
    "generationParameters": {
      "reasoningEffort": "off",
      "outputTokenCap": null
    },
    "budget": {
      "kind": "sequential_soft_credit_delta",
      "hardCapAvailable": false,
      "proposedCapCredits": 15,
      "approvalStatus": "pending_user_signoff"
    },
    "retention": {
      "fixtureDataOnly": true,
      "rawResponses": true,
      "secrets": false
    }
  },
  "requests": [
    {
      "id": "qwen-qwen3-6-flash--ru--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "0d5f4f4f9080856e1df8b4b5dce8e9ff2c36101b460973d483b30b20322dd331",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--scenario--r1.api.json",
      "workflowSha256": "6c1c3388960fd03a71166c8229a88ed91fe553c11c0c6430e887fb506666a25e"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "9615de349ba408815ee6809ce4382a8b58e8678e3649ed5a9741d2a0886285fe",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--intent--r1.api.json",
      "workflowSha256": "b8529041e97f83b0f8efed92c40bfe31411f6b268db82034f8e02d03e4eb706a"
    },
    {
      "id": "qwen-qwen3-6-flash--ru--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "2b649e73003366e7eb972842c9ca6cacf6ead27d0fb07d4ea5a3f829a2e788c9",
      "workflowPath": "workflows/qwen-qwen3-6-flash--ru--narration--r1.api.json",
      "workflowSha256": "99198440bf8fffc63d7b8bf4259efa5d33c5d57a980cc80617e4268db0633b69"
    },
    {
      "id": "qwen-qwen3-6-flash--en--scenario--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "361db51a49d8a6fb9c5b9e810d991d9baee7fbc9c481ed681e9835f4e3bd054b",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--scenario--r1.api.json",
      "workflowSha256": "a1778767457529ea5feb5a38ed5f918cc60f21ba6b49f144ca17efa0398c0875"
    },
    {
      "id": "qwen-qwen3-6-flash--en--intent--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--intent--r1.prompt.txt",
      "promptSha256": "ab8e64ba5e0fae754f361f60db087d4a07a70bd6e2b866b95988af1dc4585869",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--intent--r1.api.json",
      "workflowSha256": "4e63e0fd804606cad4e1bbb329f3fc3348d70ec0957cd8d60331633be5ab3951"
    },
    {
      "id": "qwen-qwen3-6-flash--en--narration--r1",
      "modelId": "qwen/qwen3.6-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/qwen-qwen3-6-flash--en--narration--r1.prompt.txt",
      "promptSha256": "7b3a530474f669205f904dee7f388a2583b1767d548bba00d62b22396beac533",
      "workflowPath": "workflows/qwen-qwen3-6-flash--en--narration--r1.api.json",
      "workflowSha256": "3ae87eb42fc6b8ea777e8696f449b96599650318bc0a821d95451c95ba52537d"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--scenario--r1.prompt.txt",
      "promptSha256": "0d5f4f4f9080856e1df8b4b5dce8e9ff2c36101b460973d483b30b20322dd331",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--scenario--r1.api.json",
      "workflowSha256": "9c678dff09e2c211cd1171adf1b39adca0441fa67adac56769d7af4497666e95"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--intent--r1.prompt.txt",
      "promptSha256": "9615de349ba408815ee6809ce4382a8b58e8678e3649ed5a9741d2a0886285fe",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--intent--r1.api.json",
      "workflowSha256": "4fdbfe572d7a00045df61f6df0040f9324dd009c68f92b3a4894c556121b4353"
    },
    {
      "id": "deepseek-deepseek-v4-flash--ru--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "ru",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--ru--narration--r1.prompt.txt",
      "promptSha256": "2b649e73003366e7eb972842c9ca6cacf6ead27d0fb07d4ea5a3f829a2e788c9",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--ru--narration--r1.api.json",
      "workflowSha256": "7a634dc0ed9a07cb12a760f39fe608637b9695391b56c0dfaccc95bf3b8aa96a"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--scenario--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "scenario",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--scenario--r1.prompt.txt",
      "promptSha256": "361db51a49d8a6fb9c5b9e810d991d9baee7fbc9c481ed681e9835f4e3bd054b",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--scenario--r1.api.json",
      "workflowSha256": "0e9d5d8fe9e42c0aa0d4e6841f5c48a2002b3ff9fd90a79822e73ad60d489939"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--intent--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "intent",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--intent--r1.prompt.txt",
      "promptSha256": "ab8e64ba5e0fae754f361f60db087d4a07a70bd6e2b866b95988af1dc4585869",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--intent--r1.api.json",
      "workflowSha256": "b4f98fe50576359eca9acdb69d52593b5fc4c0248e5c0bc0549f65dc50845aff"
    },
    {
      "id": "deepseek-deepseek-v4-flash--en--narration--r1",
      "modelId": "deepseek/deepseek-v4-flash",
      "language": "en",
      "role": "narration",
      "repeat": 1,
      "seed": 20260726,
      "promptPath": "prompts/deepseek-deepseek-v4-flash--en--narration--r1.prompt.txt",
      "promptSha256": "7b3a530474f669205f904dee7f388a2583b1767d548bba00d62b22396beac533",
      "workflowPath": "workflows/deepseek-deepseek-v4-flash--en--narration--r1.api.json",
      "workflowSha256": "a44df1c935d2ded2366d9ea166f889eb7e6e8385296ba01447941ac2818e7e15"
    }
  ]
}