Provider resource adjustments made before ingestion.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Trajectory","description":"Train, evaluate, and deploy models with specs (benchmarks). Explore production learning in private beta.","colors":{"primary":"#64748B","light":"#94A3B8","dark":"#94A3B8"},"logo":{"light":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","dark":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","href":"/"},"favicon":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"trajectory","hasAudioNarration":false,"actualSubdomain":"trajectory","customDomains":["docs.trajectory.ai"],"gitSource":{"type":"github","owner":"trajectorylabs","repo":"trajectory-platform","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae904a45041af246c50784a","collectionId":"fc00dcca-a4f9-48b8-b143-2d6e5c4bf27a","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae904a45041af246c50784a"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae922c28002b7ff5ee341f8","clientVersion":"0.0.4045","searchFilterCounts":[{"language":"default","tag":"Reference","count":121},{"language":"default","tag":"Resources","count":118},{"language":"default","tag":"Agents","count":19},{"language":"default","tag":"Specs (benchmarks)","count":19},{"language":"default","tag":"Training","count":18},{"language":"default","tag":"Evaluations","count":11},{"language":"default","tag":"Trajectories","count":10},{"language":"default","tag":"Build and improve","count":9},{"language":"default","tag":"Deployments","count":7},{"language":"default","tag":"Spec (benchmark) submissions","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/benchmarks/ingest-benchmark","slug":"/api-reference/benchmarks/ingest-benchmark","pageMetadata":{"title":"Register a spec (benchmark) manifest","description":"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.","deprecated":null,"version":null,"sidebarTitle":"Ingest benchmark","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/ingest","href":"/api-reference/benchmarks/ingest-benchmark","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Register a spec (benchmark) manifest","description":"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.","deprecated":null,"version":null,"sidebarTitle":"Ingest benchmark","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/ingest","href":"/api-reference/benchmarks/ingest-benchmark","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["benchmarks"],"summary":"Register a spec (benchmark) manifest","description":"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.","operationId":"ingestBenchmark","parameters":["d4f3eb16-33f2-4829-a7a9-3251a04115f6","6feb04f4-2c95-44af-9ae2-0fc99674f9d0","9dc400e8-c7de-408e-aff7-f6e846371271","3540ae95-899c-41bf-b6d1-4cb31aa28327"],"requestBody":"191e9af5-f152-4cf7-a97e-8c18588cc0c7","responses":{"200":"84618ec4-9483-4ded-b9c4-e26b64006ac2","default":"bda2c246-89a1-4e9d-920f-4f6e7fab9a93"},"x-trajectory-visibility":"public","x-trajectory-root-body-parameter":"manifest","security":["556be902-6d7d-4372-9a36-cbbd461765b2"],"x-mint":{"href":"/api-reference/benchmarks/ingest-benchmark"},"method":"post","type":"path","servers":["03f71d5c-dd55-4266-b51b-e878ead2e552"],"path":"/api/v1/benchmarks/{bench_id}/ingest","baseUrlOptions":["https://api.trajectory.ai"],"title":"Register a spec (benchmark) manifest","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"d4f3eb16-33f2-4829-a7a9-3251a04115f6":{"name":"bench_id","in":"path","required":true,"schema":{"type":"string","title":"Bench Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"6feb04f4-2c95-44af-9ae2-0fc99674f9d0":{"name":"agent_id","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Agent Id","description":"The benchmark's agent ID. Provide agent_id or agent_name for both new benchmarks and appends.","maxLength":64,"pattern":"^agt_[a-z0-9]+$","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Agent Id","description":"The benchmark's agent ID. Provide agent_id or agent_name for both new benchmarks and appends.","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"},"description":"The benchmark's agent ID. Provide agent_id or agent_name for both new benchmarks and appends."},"9dc400e8-c7de-408e-aff7-f6e846371271":{"name":"agent_name","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Agent Name","description":"The benchmark's agent name. Provide agent_id or agent_name for both new benchmarks and appends.","maxLength":256,"pattern":"\\S","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Agent Name","description":"The benchmark's agent name. Provide agent_id or agent_name for both new benchmarks and appends.","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"},"description":"The benchmark's agent name. Provide agent_id or agent_name for both new benchmarks and appends."},"3540ae95-899c-41bf-b6d1-4cb31aa28327":{"name":"bench_type","in":"query","required":false,"schema":{"type":"string","enum":["benchmark","holodeck_benchmark"],"title":"BenchType","description":"The kind of benchmark push: a real benchmark or a holodeck draft.","default":"benchmark","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"name":{"type":"string","maxLength":1024,"minLength":3,"pattern":"^[A-Za-z0-9 ._-]+$","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"tasks":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].name","typeLabel":"string"},"run_command":{"type":"string","title":"Run Command","description":"For SDK evaluation and training, the command to run your agent in the sandbox, e.g. `python /app/agent.py`; include the executable, not only its arguments. Your script must call the model, run any tools, log a reward, and finalize the trajectory before exiting.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].run_command","typeLabel":"string"},"id":{"oneOf":[{"type":"string","title":"Id","uniqueKey":"tasks.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","uniqueKey":"tasks.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].id","typeLabel":"string | null"},"split":{"oneOf":[{"type":"string","title":"TaskSplit","enum":["train","test"],"uniqueKey":"tasks.items.[INDEX].split.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"tasks.items.[INDEX].split.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].split","typeLabel":"enum\u003cstring> | null"},"input_messages":{"items":{"properties":{"role":{"type":"string","title":"Role","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].role","typeLabel":"string"},"content":{"oneOf":[{"type":"string","title":"Content","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content.oneOf.0","typeLabel":"string"},{"type":"null","title":"Content","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content","typeLabel":"string | null"},"tool_calls":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].name","typeLabel":"string"},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].arguments","typeLabel":"Arguments · object"},"id":{"oneOf":[{"type":"string","title":"Id","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id","typeLabel":"string | null"},"raw_string":{"oneOf":[{"type":"string","title":"Raw String","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string.oneOf.0","typeLabel":"string"},{"type":"null","title":"Raw String","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string","typeLabel":"string | null"},"argument_encoding":{"type":"string","enum":["json","xml"],"title":"Argument Encoding","default":"json","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].argument_encoding","typeLabel":"enum\u003cstring>"},"is_parsed_successfully":{"type":"boolean","title":"Is Parsed Successfully","default":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].is_parsed_successfully","typeLabel":"boolean"},"parser_error_msg":{"oneOf":[{"type":"string","title":"Parser Error Msg","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg.oneOf.0","typeLabel":"string"},{"type":"null","title":"Parser Error Msg","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg","typeLabel":"string | null"}},"additionalProperties":false,"type":"object","required":["name","arguments"],"title":"ToolCall","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX]","typeLabel":"ToolCall · object"},"type":"array","title":"Tool Calls","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls","typeLabel":"ToolCall · object[]"},"tool_response":{"oneOf":[{"type":"object","title":"ToolResponse","required":["id","name","arguments"],"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.name","typeLabel":"string"},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.arguments","typeLabel":"Arguments · object"},"response":{"oneOf":[{"title":"Response"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.response","typeLabel":"any"},"error":{"oneOf":[{"type":"string","title":"Error","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error","typeLabel":"string | null"},"raw_name_args":{"oneOf":[{"type":"string","title":"Raw Name Args","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args.oneOf.0","typeLabel":"string"},{"type":"null","title":"Raw Name Args","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args","typeLabel":"string | null"},"metadata":{"oneOf":[{"type":"object","title":"ToolResponseMetadata","properties":{"generated_tool_info":{"oneOf":[{"type":"object","title":"GeneratedToolInfo","required":["provider","model","messages"],"properties":{"provider":{"type":"string","title":"Provider","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.provider","typeLabel":"string"},"model":{"type":"string","title":"Model","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.model","typeLabel":"string"},"messages":{"items":{"$circularRef":"5db6708d-77b1-4d0a-a090-8be82251e3ab"},"type":"array","title":"Messages","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.messages","typeLabel":"Messages · array"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0","typeLabel":"GeneratedToolInfo · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info","typeLabel":"GeneratedToolInfo · object | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0","typeLabel":"ToolResponseMetadata · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata","typeLabel":"ToolResponseMetadata · object | null"},"duration_seconds":{"oneOf":[{"type":"number","title":"Duration Seconds","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds.oneOf.0","typeLabel":"number"},{"type":"null","title":"Duration Seconds","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds","typeLabel":"number | null"},"is_env_done":{"type":"boolean","title":"Is Env Done","default":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.is_env_done","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0","typeLabel":"ToolResponse · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response","typeLabel":"ToolResponse · object | null"},"tool_definitions":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","title":"Description","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].description","typeLabel":"string"},"parameters":{"additionalProperties":true,"type":"object","title":"Parameters","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].parameters","typeLabel":"Parameters · object"}},"additionalProperties":false,"type":"object","required":["name","description","parameters"],"title":"ToolDefinition","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX]","typeLabel":"ToolDefinition · object"},"type":"array","title":"Tool Definitions","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions","typeLabel":"ToolDefinition · object[]"},"usage":{"oneOf":[{"type":"object","title":"MessageUsage","properties":{"prompt_tokens":{"type":"integer","title":"Prompt Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.prompt_tokens","typeLabel":"integer"},"completion_tokens":{"type":"integer","title":"Completion Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.completion_tokens","typeLabel":"integer"},"total_tokens":{"type":"integer","title":"Total Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.total_tokens","typeLabel":"integer"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0","typeLabel":"MessageUsage · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage","typeLabel":"MessageUsage · object | null"},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Finish Reason","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason","typeLabel":"string | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata","typeLabel":"Metadata · object | null"},"reasoning":{"oneOf":[{"type":"string","title":"Reasoning","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reasoning","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning","typeLabel":"string | null"},"reasoning_details":{"oneOf":[{"title":"Reasoning Details"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning_details","typeLabel":"any"},"tokens":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Tokens","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Tokens","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens","typeLabel":"integer[] | null"},"token_masks":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Token Masks","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Token Masks","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks","typeLabel":"integer[] | null"},"logprobs":{"oneOf":[{"type":"array","items":{"type":"number","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.0.items.[INDEX]","typeLabel":"number"},"title":"Logprobs","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.0","typeLabel":"number[]"},{"type":"null","title":"Logprobs","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs","typeLabel":"number[] | null"},"trainable_status":{"type":"string","enum":["trainable","not_trainable","superseded","summarization_boundary"],"title":"Trainable Status","default":"not_trainable","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].trainable_status","typeLabel":"enum\u003cstring>"}},"additionalProperties":false,"type":"object","required":["role"],"title":"BenchmarkMessage","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX]","typeLabel":"BenchmarkMessage · object"},"type":"array","title":"Input Messages","description":"Messages stored on the task. For SDK evaluation and training, your agent script must pass messages to the model; this field does not do that automatically.","uniqueKey":"tasks.items.[INDEX].input_messages","typeLabel":"BenchmarkMessage · object[]"},"reference_trajectory_id":{"oneOf":[{"type":"string","title":"Reference Trajectory Id","uniqueKey":"tasks.items.[INDEX].reference_trajectory_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reference Trajectory Id","uniqueKey":"tasks.items.[INDEX].reference_trajectory_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].reference_trajectory_id","typeLabel":"string | null"},"image":{"type":"null","title":"Image","uniqueKey":"tasks.items.[INDEX].image","typeLabel":"null"},"runtime":{"oneOf":[{"type":"object","title":"RuntimeSpec","properties":{"runtime_id":{"oneOf":[{"type":"string","title":"Runtime Id","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Runtime Id","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id","typeLabel":"string | null"},"source":{"oneOf":[{"type":"object","title":"ImageSpec","properties":{"dockerfile_path":{"oneOf":[{"type":"string","title":"Dockerfile Path","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Dockerfile Path","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path","typeLabel":"string | null"},"image_ref":{"oneOf":[{"type":"string","title":"Image Ref","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.0","typeLabel":"string"},{"type":"null","title":"Image Ref","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref","typeLabel":"string | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0","typeLabel":"ImageSpec · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source","typeLabel":"ImageSpec · object | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0","typeLabel":"RuntimeSpec · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime","typeLabel":"RuntimeSpec · object | null"},"env_vars":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"object","title":"SecretRef","required":["secret_ref"],"properties":{"secret_ref":{"type":"string","title":"Secret Ref","description":"Organization secret name. The containing env_vars key names the runtime variable.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.1.secret_ref","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.1","typeLabel":"SecretRef · object"}],"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties","typeLabel":"string | SecretRef · object"},"type":"object","title":"Env Vars","description":"Keys must match [A-Za-z_][A-Za-z0-9_]* and cannot start with TRAJECTORY_ or use MODEL_ENDPOINT_ID, MODEL_ENDPOINT_ACCESS_TOKEN, or MODEL_ENDPOINT_URL.","uniqueKey":"tasks.items.[INDEX].env_vars","typeLabel":"Env Vars · object"},"env_resources":{"properties":{"docker_engine":{"type":"boolean","title":"Docker Engine","description":"Require a Docker-capable sandbox. The user image must provide Docker and the harness; the harness owns nested containers and grading.","default":false,"uniqueKey":"tasks.items.[INDEX].env_resources.docker_engine","typeLabel":"boolean"},"cpus":{"oneOf":[{"type":"number","title":"Cpus","uniqueKey":"tasks.items.[INDEX].env_resources.cpus.oneOf.0","typeLabel":"number"},{"type":"null","title":"Cpus","uniqueKey":"tasks.items.[INDEX].env_resources.cpus.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.cpus","typeLabel":"number | null"},"memory_mb":{"oneOf":[{"type":"integer","title":"Memory Mb","uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Memory Mb","uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb","typeLabel":"integer | null"},"gpus":{"type":"integer","title":"Gpus","default":0,"uniqueKey":"tasks.items.[INDEX].env_resources.gpus","typeLabel":"integer"},"network_mode":{"type":"string","enum":["no-network","public","allowlist"],"title":"NetworkMode","default":"no-network","uniqueKey":"tasks.items.[INDEX].env_resources.network_mode","typeLabel":"enum\u003cstring>"},"allowed_hosts":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.allowed_hosts.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Allowed Hosts","uniqueKey":"tasks.items.[INDEX].env_resources.allowed_hosts","typeLabel":"string[]"},"agent_user":{"oneOf":[{"type":"string","title":"Agent User","uniqueKey":"tasks.items.[INDEX].env_resources.agent_user.oneOf.0","typeLabel":"string"},{"type":"null","title":"Agent User","uniqueKey":"tasks.items.[INDEX].env_resources.agent_user.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.agent_user","typeLabel":"string | null"},"env":{"additionalProperties":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.env.additionalProperties","typeLabel":"string"},"type":"object","title":"Env","uniqueKey":"tasks.items.[INDEX].env_resources.env","typeLabel":"Env · object"},"setup_commands":{"items":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands.items.[INDEX].items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands.items.[INDEX]","typeLabel":"string[]"},"type":"array","title":"Setup Commands","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands","typeLabel":"string[][]"},"mcp_servers":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].name","typeLabel":"string"},"transport":{"type":"string","enum":["sse","streamable-http","stdio"],"title":"Transport","default":"sse","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].transport","typeLabel":"enum\u003cstring>"},"url":{"oneOf":[{"type":"string","title":"Url","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url.oneOf.0","typeLabel":"string"},{"type":"null","title":"Url","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url","typeLabel":"string | null"},"command":{"oneOf":[{"type":"string","title":"Command","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command.oneOf.0","typeLabel":"string"},{"type":"null","title":"Command","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command","typeLabel":"string | null"},"args":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].args.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Args","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].args","typeLabel":"string[]"}},"additionalProperties":false,"type":"object","required":["name"],"title":"McpServerSpec","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX]","typeLabel":"McpServerSpec · object"},"type":"array","title":"Mcp Servers","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers","typeLabel":"McpServerSpec · object[]"},"allow_internet":{"oneOf":[{"type":"boolean","title":"Allow Internet","uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Allow Internet","uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet","typeLabel":"boolean | null"}},"additionalProperties":false,"type":"object","title":"EnvResources","uniqueKey":"tasks.items.[INDEX].env_resources","typeLabel":"EnvResources · object"},"spec":{"additionalProperties":true,"type":"object","title":"Spec","uniqueKey":"tasks.items.[INDEX].spec","typeLabel":"Spec · object"},"task_spec_uri":{"oneOf":[{"type":"string","title":"Task Spec Uri","uniqueKey":"tasks.items.[INDEX].task_spec_uri.oneOf.0","typeLabel":"string"},{"type":"null","title":"Task Spec Uri","uniqueKey":"tasks.items.[INDEX].task_spec_uri.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].task_spec_uri","typeLabel":"string | null"},"tags":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Tags","description":"Up to 20 distinct, non-empty task tags of at most 64 characters each.","uniqueKey":"tasks.items.[INDEX].tags","typeLabel":"string[]"}},"additionalProperties":false,"type":"object","required":["name","run_command"],"title":"TaskSpec","uniqueKey":"tasks.items.[INDEX]","typeLabel":"TaskSpec · object"},"type":"array","minItems":1,"title":"Tasks","isRequired":true,"uniqueKey":"tasks","typeLabel":"TaskSpec · object[]"},"description":{"type":"string","title":"Description","default":"","uniqueKey":"description","typeLabel":"string"},"visibility":{"type":"string","enum":["public","private"],"title":"Visibility","default":"private","uniqueKey":"visibility","typeLabel":"enum\u003cstring>"},"runtime":{"oneOf":[{"type":"object","title":"RuntimeSpec","properties":{"runtime_id":{"oneOf":[{"type":"string","title":"Runtime Id","uniqueKey":"runtime.oneOf.0.runtime_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Runtime Id","uniqueKey":"runtime.oneOf.0.runtime_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.runtime_id","typeLabel":"string | null"},"source":{"oneOf":[{"type":"object","title":"ImageSpec","properties":{"dockerfile_path":{"oneOf":[{"type":"string","title":"Dockerfile Path","uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Dockerfile Path","uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path","typeLabel":"string | null"},"image_ref":{"oneOf":[{"type":"string","title":"Image Ref","uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.0","typeLabel":"string"},{"type":"null","title":"Image Ref","uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref","typeLabel":"string | null"}},"additionalProperties":false,"uniqueKey":"runtime.oneOf.0.source.oneOf.0","typeLabel":"ImageSpec · object"},{"type":"null","uniqueKey":"runtime.oneOf.0.source.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source","typeLabel":"ImageSpec · object | null"}},"additionalProperties":false,"uniqueKey":"runtime.oneOf.0","typeLabel":"RuntimeSpec · object"},{"type":"null","uniqueKey":"runtime.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime","typeLabel":"RuntimeSpec · object | null"}},"additionalProperties":false,"type":"object","required":["name","tasks"],"title":"BenchmarkSpec","uniqueKey":"","typeLabel":"BenchmarkSpec · object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","tasks":[{"name":"\u003cstring>","run_command":"\u003cstring>","id":"\u003cstring>","input_messages":[{"role":"\u003cstring>","content":"\u003cstring>","tool_calls":[{"name":"\u003cstring>","arguments":{},"id":"\u003cstring>","raw_string":"\u003cstring>","argument_encoding":"json","is_parsed_successfully":true,"parser_error_msg":"\u003cstring>"}],"tool_response":{"id":"\u003cstring>","name":"\u003cstring>","arguments":{},"response":"\u003cunknown>","error":"\u003cstring>","raw_name_args":"\u003cstring>","metadata":{"generated_tool_info":{"provider":"\u003cstring>","model":"\u003cstring>","messages":"\u003carray>"}},"duration_seconds":123,"is_env_done":false},"tool_definitions":[{"name":"\u003cstring>","description":"\u003cstring>","parameters":{}}],"usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0},"finish_reason":"\u003cstring>","metadata":{},"reasoning":"\u003cstring>","reasoning_details":"\u003cunknown>","tokens":[123],"token_masks":[123],"logprobs":[123],"trainable_status":"not_trainable"}],"reference_trajectory_id":"\u003cstring>","image":null,"runtime":{"runtime_id":"\u003cstring>","source":{"dockerfile_path":"\u003cstring>","image_ref":"\u003cstring>"}},"env_vars":{},"env_resources":{"docker_engine":false,"cpus":123,"memory_mb":123,"gpus":0,"network_mode":"no-network","allowed_hosts":["\u003cstring>"],"agent_user":"\u003cstring>","env":{},"setup_commands":[["\u003cstring>"]],"mcp_servers":[{"name":"\u003cstring>","transport":"sse","url":"\u003cstring>","command":"\u003cstring>","args":["\u003cstring>"]}],"allow_internet":true},"spec":{},"task_spec_uri":"\u003cstring>","tags":["\u003cstring>"]}],"description":"","visibility":"private","runtime":{"runtime_id":"\u003cstring>","source":{"dockerfile_path":"\u003cstring>","image_ref":"\u003cstring>"}}}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"84618ec4-9483-4ded-b9c4-e26b64006ac2":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"bench_id":{"type":"string","title":"Bench Id","isRequired":true,"uniqueKey":"bench_id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"task_count":{"type":"integer","title":"Task Count","isRequired":true,"uniqueKey":"task_count","typeLabel":"integer"},"failed_tasks":{"items":{"properties":{"task_id":{"type":"string","title":"Task Id","isRequired":true,"uniqueKey":"failed_tasks.items.[INDEX].task_id","typeLabel":"string"},"error":{"type":"string","title":"Error","isRequired":true,"uniqueKey":"failed_tasks.items.[INDEX].error","typeLabel":"string"},"label":{"oneOf":[{"type":"string","title":"Label","uniqueKey":"failed_tasks.items.[INDEX].label.oneOf.0","typeLabel":"string"},{"type":"null","title":"Label","uniqueKey":"failed_tasks.items.[INDEX].label.oneOf.1","typeLabel":"null"}],"uniqueKey":"failed_tasks.items.[INDEX].label","typeLabel":"string | null"}},"type":"object","required":["task_id","error"],"title":"BenchmarkTaskWriteFailure","description":"A task that did not land; its siblings did, so the bench is short exactly these.","uniqueKey":"failed_tasks.items.[INDEX]","typeLabel":"BenchmarkTaskWriteFailure · object"},"type":"array","title":"Failed Tasks","uniqueKey":"failed_tasks","typeLabel":"BenchmarkTaskWriteFailure · object[]"},"warnings":{"items":{"type":"string","uniqueKey":"warnings.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Warnings","description":"Provider resource adjustments made before ingestion.","uniqueKey":"warnings","typeLabel":"string[]"}},"type":"object","required":["bench_id","name","task_count"],"title":"IngestBenchmarkResponse","uniqueKey":"","typeLabel":"IngestBenchmarkResponse · object"},"examples":{"Example":{"title":"Example","value":{"bench_id":"\u003cstring>","name":"\u003cstring>","task_count":123,"failed_tasks":[{"task_id":"\u003cstring>","error":"\u003cstring>","label":"\u003cstring>"}],"warnings":["\u003cstring>"]}}},"exampleType":"generated"}},"exampleType":"generated"},"bda2c246-89a1-4e9d-920f-4f6e7fab9a93":{"description":"Common API error. Possible codes: `authentication_required`, `permission_denied`, `validation_error`, `rate_limited`, `internal_error`, `service_unavailable`.","headers":{"X-Request-ID":{"schema":{"type":"string"}},"Trajectory-Should-Retry":{"schema":{"type":"boolean"}},"Retry-After":{"schema":{"type":"string"}}},"content":{"application/json":{"schema":{"properties":{"error":{"properties":{"type":{"enum":["invalid_request_error","authentication_error","permission_error","conflict_error","billing_error","rate_limit_error","dependency_error","api_error"],"title":"ErrorType","type":"string","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"code":{"type":"string","title":"Code","isRequired":true,"uniqueKey":"error.code","typeLabel":"string"},"message":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"doc_url":{"type":"string","title":"Doc Url","isRequired":true,"uniqueKey":"error.doc_url","typeLabel":"string"},"context":{"additionalProperties":true,"title":"Context","type":"object","isRequired":true,"uniqueKey":"error.context","typeLabel":"Context · object"},"param":{"oneOf":[{"type":"string","title":"Param","uniqueKey":"error.param.oneOf.0","typeLabel":"string"},{"type":"null","title":"Param","uniqueKey":"error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.param","typeLabel":"string | null"}},"required":["type","code","message","doc_url","context"],"title":"ApiErrorBody","type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"ApiErrorBody · object"}},"required":["error"],"title":"ApiErrorEnvelope","type":"object","uniqueKey":"","typeLabel":"ApiErrorEnvelope · object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request_error","code":"\u003cstring>","message":"\u003cstring>","doc_url":"\u003cstring>","context":{},"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"556be902-6d7d-4372-9a36-cbbd461765b2":{"ApiKeyAuth":{"type":"apiKey","in":"header","name":"X-API-Key","description":"Organization API key","scopes":[],"schemeName":"ApiKeyAuth"}}},"servers":{"03f71d5c-dd55-4266-b51b-e878ead2e552":{"url":"https://api.trajectory.ai"}},"schemas":{"5db6708d-77b1-4d0a-a090-8be82251e3ab":{"properties":{"role":{"type":"string","title":"Role","isRequired":true},"content":{"oneOf":[{"type":"string","title":"Content"},{"type":"null","title":"Content"}]},"tool_calls":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true},"id":{"oneOf":[{"type":"string","title":"Id"},{"type":"null","title":"Id"}]},"raw_string":{"oneOf":[{"type":"string","title":"Raw String"},{"type":"null","title":"Raw String"}]},"argument_encoding":{"type":"string","enum":["json","xml"],"title":"Argument Encoding","default":"json"},"is_parsed_successfully":{"type":"boolean","title":"Is Parsed Successfully","default":true},"parser_error_msg":{"oneOf":[{"type":"string","title":"Parser Error Msg"},{"type":"null","title":"Parser Error Msg"}]}},"additionalProperties":false,"type":"object","required":["name","arguments"],"title":"ToolCall"},"type":"array","title":"Tool Calls"},"tool_response":{"oneOf":[{"type":"object","title":"ToolResponse","required":["id","name","arguments"],"properties":{"id":{"type":"string","title":"Id","isRequired":true},"name":{"type":"string","title":"Name","isRequired":true},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true},"response":{"oneOf":[{"title":"Response"}]},"error":{"oneOf":[{"type":"string","title":"Error"},{"type":"null","title":"Error"}]},"raw_name_args":{"oneOf":[{"type":"string","title":"Raw Name Args"},{"type":"null","title":"Raw Name Args"}]},"metadata":{"oneOf":[{"type":"object","title":"ToolResponseMetadata","properties":{"generated_tool_info":{"oneOf":[{"type":"object","title":"GeneratedToolInfo","required":["provider","model","messages"],"properties":{"provider":{"type":"string","title":"Provider","isRequired":true},"model":{"type":"string","title":"Model","isRequired":true},"messages":{"items":{"$circularRef":"5db6708d-77b1-4d0a-a090-8be82251e3ab"},"type":"array","title":"Messages","isRequired":true}},"additionalProperties":false},{"type":"null"}]}},"additionalProperties":false},{"type":"null"}]},"duration_seconds":{"oneOf":[{"type":"number","title":"Duration Seconds"},{"type":"null","title":"Duration Seconds"}]},"is_env_done":{"type":"boolean","title":"Is Env Done","default":false}},"additionalProperties":false},{"type":"null"}]},"tool_definitions":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true},"description":{"type":"string","title":"Description","isRequired":true},"parameters":{"additionalProperties":true,"type":"object","title":"Parameters","isRequired":true}},"additionalProperties":false,"type":"object","required":["name","description","parameters"],"title":"ToolDefinition"},"type":"array","title":"Tool Definitions"},"usage":{"oneOf":[{"type":"object","title":"MessageUsage","properties":{"prompt_tokens":{"type":"integer","title":"Prompt Tokens","default":0},"completion_tokens":{"type":"integer","title":"Completion Tokens","default":0},"total_tokens":{"type":"integer","title":"Total Tokens","default":0}},"additionalProperties":false},{"type":"null"}]},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason"},{"type":"null","title":"Finish Reason"}]},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true},{"type":"null","title":"Metadata"}]},"reasoning":{"oneOf":[{"type":"string","title":"Reasoning"},{"type":"null","title":"Reasoning"}]},"reasoning_details":{"oneOf":[{"title":"Reasoning Details"}]},"tokens":{"oneOf":[{"type":"array","items":{"type":"integer"},"title":"Tokens"},{"type":"null","title":"Tokens"}]},"token_masks":{"oneOf":[{"type":"array","items":{"type":"integer"},"title":"Token Masks"},{"type":"null","title":"Token Masks"}]},"logprobs":{"oneOf":[{"type":"array","items":{"type":"number"},"title":"Logprobs"},{"type":"null","title":"Logprobs"}]},"trainable_status":{"type":"string","enum":["trainable","not_trainable","superseded","summarization_boundary"],"title":"Trainable Status","default":"not_trainable"}},"additionalProperties":false,"type":"object","required":["role"],"title":"BenchmarkMessage"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"X-API-Key","description":"Organization API key","scopes":[],"schemeName":"ApiKeyAuth"},"schema":{"title":"X-API-Key","type":"string","description":"Organization API key","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"ApiKeyAuth","name":"X-API-Key"}],"title":"ApiKeyAuth"}]},"originalFileLocation":"openapi.json"},"subdomain":"trajectory","siteName":"Trajectory","title":"Register a spec (benchmark) manifest - Trajectory","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-02T21:11:22.419Z","originalFileLocation":"api-reference/benchmarks/ingest-benchmark.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Trajectory\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/svg+xml\" sizes=\"180x180\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"icon\" type=\"image/svg+xml\" sizes=\"32x32\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"icon\" type=\"image/svg+xml\" sizes=\"16x16\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/svg+xml\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003cmeta data-mint-head property=\"og:title\" content=\"Register a spec (benchmark) manifest - Trajectory\">\u003cmeta data-mint-head property=\"og:description\" content=\"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Trajectory\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://trajectory.mintlify.app/_mintlify/api/og/v2?division=Specs+%28benchmarks%29\u0026amp;title=Register+a+spec+%28benchmark%29+manifest\u0026amp;description=Validate+and+register+a+spec+manifest+after+uploading+its+files.+Use+the+spec+ID+returned+when+you+created+the+upload.\u0026amp;theme=b321e16dbe8718ec6d9f5033\u0026amp;signature=58197b8793ab8807ec22c32cb91a90f24d514383f52d075e7eb78a8945d28e4f\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Register a spec (benchmark) manifest - Trajectory\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://trajectory.mintlify.app/_mintlify/api/og/v2?division=Specs+%28benchmarks%29\u0026amp;title=Register+a+spec+%28benchmark%29+manifest\u0026amp;description=Validate+and+register+a+spec+manifest+after+uploading+its+files.+Use+the+spec+ID+returned+when+you+created+the+upload.\u0026amp;theme=b321e16dbe8718ec6d9f5033\u0026amp;signature=58197b8793ab8807ec22c32cb91a90f24d514383f52d075e7eb78a8945d28e4f\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/trajectory/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Trajectory\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#64748B\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/benchmarks/ingest-benchmark.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.trajectory.ai/#organization\",\"name\":\"Trajectory\",\"url\":\"https://docs.trajectory.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.trajectory.ai#website\",\"name\":\"Trajectory\",\"url\":\"https://docs.trajectory.ai\",\"publisher\":{\"@id\":\"https://docs.trajectory.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark#webpage\",\"url\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark\",\"name\":\"Register a spec (benchmark) manifest\",\"description\":\"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\",\"dateModified\":\"2026-11-02T21:11:22.419Z\",\"isPartOf\":{\"@id\":\"https://docs.trajectory.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Reference\",\"item\":\"https://docs.trajectory.ai/pricing\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Resources\",\"item\":\"https://docs.trajectory.ai/api-reference/agents/list-agents\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Specs (benchmarks)\",\"item\":\"https://docs.trajectory.ai/api-reference/benchmarks/benchmark-spec\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"Register a spec (benchmark) manifest\",\"item\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark#apireference\",\"headline\":\"Register a spec (benchmark) manifest\",\"name\":\"Register a spec (benchmark) manifest\",\"description\":\"Validate and register a spec manifest after uploading its files. Use the spec ID returned when you created the upload.\",\"url\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark\",\"mainEntityOfPage\":{\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/ingest-benchmark#webpage\"},\"dateModified\":\"2026-11-02T21:11:22.419Z\",\"publisher\":{\"@id\":\"https://docs.trajectory.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.trajectory.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Trajectory\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Trajectory","nav":{"global":null,"groups":[{"group":"Get started","pages":[{"title":"Introduction","icon":"compass","href":"/introduction"},{"title":"Quickstart","icon":"bolt","href":"/quickstart"},{"title":"Core concepts","icon":"lightbulb","href":"/concepts"},{"title":"Authentication","icon":"key","href":"/authentication"},{"title":"Use the platform","icon":"rocket","href":"/platform"}]},{"group":"Build and improve","pages":[{"title":"Agents","href":"/agent"},{"title":"Bring your spec (benchmark)","href":"/guides/spec"},{"title":"Adapt an existing grader","href":"/guides/source-graders"},{"title":"Keep diagnostic files with a trajectory","href":"/guides/diagnostic-artifacts"},{"title":"Connect an Inspect harness","href":"/guides/inspect"},{"title":"Termination reasons","href":"/guides/termination-reasons"},{"title":"Evaluate and compare","href":"/guides/evaluations"},{"title":"Train a model","href":"/guides/training"},{"title":"Deploy and promote","href":"/guides/deployments"}]},{"group":"Production learning","tag":"Private beta","pages":[{"title":"Collect production traces","icon":"route","href":"/guides/production-traces"},{"title":"Record telemetry","icon":"signal-stream","href":"/guides/telemetry"}]},{"group":"Reference","pages":[{"title":"Models and pricing","href":"/pricing"},{"title":"Client reference","icon":"code","href":"/reference/client"},{"title":"Errors and retries","icon":"triangle-exclamation","href":"/reference/errors"},{"group":"Resources","pages":[{"group":"Agents","pages":[{"title":"List agents","deprecated":null,"version":null,"sidebarTitle":"List agents","openapi":"/openapi.json get /api/v1/agents","href":"/api-reference/agents/list-agents"},{"title":"Create an agent","deprecated":null,"version":null,"sidebarTitle":"Create an agent","openapi":"/openapi.json post /api/v1/agents","href":"/api-reference/agents/create-an-agent"},{"title":"Get an agent","deprecated":null,"version":null,"sidebarTitle":"Get an agent","openapi":"/openapi.json get /api/v1/agents/{agent_id}","href":"/api-reference/agents/get-an-agent"},{"title":"Delete an agent","deprecated":null,"version":null,"sidebarTitle":"Delete an agent","openapi":"/openapi.json delete /api/v1/agents/{agent_id}","href":"/api-reference/agents/delete-an-agent"},{"title":"Update an agent","deprecated":null,"version":null,"sidebarTitle":"Update an agent","openapi":"/openapi.json patch /api/v1/agents/{agent_id}","href":"/api-reference/agents/update-an-agent"},{"title":"Get Agent By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/name/{name}","href":"/api-reference/agents/get-agent-by-name"},{"title":"List Agent Benchmarks","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks","href":"/api-reference/agents/list-agent-benchmarks"},{"title":"Delete Benchmark By Name","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/agents/{agent_id}/benchmarks","href":"/api-reference/agents/delete-benchmark-by-name"},{"title":"Get Benchmark By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks/latest","href":"/api-reference/agents/get-benchmark-by-name"},{"title":"List Benchmark Versions By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks/versions","href":"/api-reference/agents/list-benchmark-versions-by-name"},{"title":"List Agent Training Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/training-runs","href":"/api-reference/agents/list-agent-training-runs"},{"title":"Attach Agent Training Run","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/agents/{agent_id}/training-runs","href":"/api-reference/agents/attach-agent-training-run"},{"title":"List Agent Evaluation Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/evaluation-runs","href":"/api-reference/agents/list-agent-evaluation-runs"},{"title":"List Agent Deployments","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/deployments","href":"/api-reference/agents/list-agent-deployments"},{"title":"Get Agent Evaluation Run","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/evaluation-runs/{eval_run_id}","href":"/api-reference/agents/get-agent-evaluation-run"},{"title":"Get Agent Training Evaluation Series","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/training-runs/{training_run_id}/evaluation-series","href":"/api-reference/agents/get-agent-training-evaluation-series"},{"title":"List Production Traces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/traces","href":"/api-reference/agents/list-production-traces"},{"title":"Get Production Trace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/traces/{trajectory_id}","href":"/api-reference/agents/get-production-trace"},{"title":"Update Production Trace Feedback","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/agents/{agent_id}/traces/{trajectory_id}","href":"/api-reference/agents/update-production-trace-feedback"}]},{"group":"model-slugs","pages":[{"title":"Get Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/get-production-model-slug"},{"title":"Create Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/create-production-model-slug"},{"title":"Update Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/update-production-model-slug"}]},{"group":"Trajectories","pages":[{"title":"List trajectories","deprecated":null,"version":null,"sidebarTitle":"List trajectories route","openapi":"/openapi.json get /api/v1/trajectories","href":"/api-reference/trajectories/list-trajectories-route"},{"title":"Create a trajectory","deprecated":null,"version":null,"sidebarTitle":"Create a trajectory","openapi":"/openapi.json post /api/v1/trajectories","href":"/api-reference/trajectories/create-a-trajectory"},{"title":"Upload trajectories","deprecated":null,"version":null,"sidebarTitle":"Upload","openapi":"/openapi.json post /api/v1/trajectories/upload","href":"/api-reference/trajectories/upload"},{"title":"List trajectory datasets","deprecated":null,"version":null,"sidebarTitle":"Datasets","openapi":"/openapi.json get /api/v1/datasets","href":"/api-reference/trajectories/datasets"},{"title":"List trajectory events","deprecated":null,"version":null,"sidebarTitle":"List trajectory events","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}/events","href":"/api-reference/trajectories/list-trajectory-events"},{"title":"Record a trajectory event","deprecated":null,"version":null,"sidebarTitle":"Log trajectory event","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/events","href":"/api-reference/trajectories/log-trajectory-event"},{"title":"Record a trajectory reward","deprecated":null,"version":null,"sidebarTitle":"Log trajectory reward","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/rewards","href":"/api-reference/trajectories/log-trajectory-reward"},{"title":"Complete a trajectory","deprecated":null,"version":null,"sidebarTitle":"Complete trajectory route","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/complete","href":"/api-reference/trajectories/complete-trajectory-route"},{"title":"Get a trajectory","deprecated":null,"version":null,"sidebarTitle":"Detail","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}","href":"/api-reference/trajectories/detail"},{"title":"List trajectory steps","deprecated":null,"version":null,"sidebarTitle":"Steps","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}/steps","href":"/api-reference/trajectories/steps"}]},{"group":"Artifacts","pages":[{"title":"Store artifact content","deprecated":null,"version":null,"sidebarTitle":"Store artifact content","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts/content","href":"/api-reference/artifacts/store-artifact-content"},{"title":"Get an artifact download URL","deprecated":null,"version":null,"sidebarTitle":"Get an artifact download url","openapi":"/openapi.json get /api/v1/artifacts/{artifact_id}","href":"/api-reference/artifacts/get-an-artifact-download-url"},{"title":"Create an artifact upload","deprecated":null,"version":null,"sidebarTitle":"Create an artifact upload","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts","href":"/api-reference/artifacts/create-an-artifact-upload"},{"title":"Complete an artifact upload","deprecated":null,"version":null,"sidebarTitle":"Complete an artifact upload","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts/{artifact_id}/complete","href":"/api-reference/artifacts/complete-an-artifact-upload"}]},{"group":"Deployments","pages":[{"title":"Deployment Chat Completion","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/chat/completions","href":"/api-reference/deployments/deployment-chat-completion"},{"title":"List deployments","deprecated":null,"version":null,"sidebarTitle":"List deployments route","openapi":"/openapi.json get /api/v1/deploy","href":"/api-reference/deployments/list-deployments-route"},{"title":"Create a deployment","deprecated":null,"version":null,"sidebarTitle":"Start","openapi":"/openapi.json post /api/v1/deploy","href":"/api-reference/deployments/start"},{"title":"Retry Deployment Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/retry","href":"/api-reference/deployments/retry-deployment-route"},{"title":"Cancel Deployment Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/cancel","href":"/api-reference/deployments/cancel-deployment-route"},{"title":"Get a deployment","deprecated":null,"version":null,"sidebarTitle":"Get deployment route","openapi":"/openapi.json get /api/v1/deploy/{deployment_id}","href":"/api-reference/deployments/get-deployment-route"},{"title":"Delete a deployment","deprecated":null,"version":null,"sidebarTitle":"Undeploy","openapi":"/openapi.json delete /api/v1/deploy/{deployment_id}","href":"/api-reference/deployments/undeploy"}]},{"group":"Model endpoints","pages":[{"title":"Get Model Endpoint Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-endpoints/{production_model_slug}","href":"/api-reference/model-endpoints/get-model-endpoint-route"},{"title":"Create a model endpoint","deprecated":null,"version":null,"sidebarTitle":"Create a model endpoint","openapi":"/openapi.json post /api/v1/model-endpoints","href":"/api-reference/model-endpoints/create-a-model-endpoint"}]},{"group":"Supported models","pages":[{"title":"List training models","deprecated":null,"version":null,"sidebarTitle":"List supported training models","openapi":"/openapi.json get /api/v1/models/supported-training-models","href":"/api-reference/supported-models/list-supported-training-models"},{"title":"List evaluation models","deprecated":null,"version":null,"sidebarTitle":"List supported eval models","openapi":"/openapi.json get /api/v1/models/supported-eval-models","href":"/api-reference/supported-models/list-supported-eval-models"}]},{"group":"Inference","pages":[{"title":"Create a chat completion","deprecated":null,"version":null,"sidebarTitle":"Create chat completion 1","openapi":"/openapi.json post /v1/chat/completions","href":"/api-reference/inference/create-chat-completion-1"},{"title":"Create Response","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/responses","href":"/api-reference/inference/create-response"},{"title":"List served models","deprecated":null,"version":null,"sidebarTitle":"List models 1","openapi":"/openapi.json get /v1/models","href":"/api-reference/inference/list-models-1"},{"title":"Get a served model","deprecated":null,"version":null,"sidebarTitle":"Get model 1","openapi":"/openapi.json get /v1/models/{model}","href":"/api-reference/inference/get-model-1"},{"title":"Submit Inference Operation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/inference/operations","href":"/api-reference/inference/submit-inference-operation"},{"title":"Get By Inference Operation","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/inference/operations/{inference_operation_id}","href":"/api-reference/inference/get-by-inference-operation"}]},{"group":"Organizations","pages":[{"title":"Get the current organization","deprecated":null,"version":null,"sidebarTitle":"Current organization","openapi":"/openapi.json get /api/v1/organizations/current","href":"/api-reference/organizations/current-organization"}]},{"group":"Secrets","pages":[{"title":"List secrets","deprecated":null,"version":null,"sidebarTitle":"List user secrets","openapi":"/openapi.json get /api/v1/secrets","href":"/api-reference/secrets/list-user-secrets"},{"title":"Create a secret","deprecated":null,"version":null,"sidebarTitle":"Create secret","openapi":"/openapi.json post /api/v1/secrets","href":"/api-reference/secrets/create-secret"},{"title":"Revoke a secret","deprecated":null,"version":null,"sidebarTitle":"Revoke secret","openapi":"/openapi.json delete /api/v1/secrets/{secret_id}","href":"/api-reference/secrets/revoke-secret"}]},{"group":"billing","pages":[{"title":"Get Billing Run Costs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/billing/usage/runs","href":"/api-reference/billing/get-billing-run-costs"}]},{"group":"Specs (benchmarks)","pages":[{"title":"Get a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Benchmark spec","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/spec","href":"/api-reference/benchmarks/benchmark-spec"},{"title":"List Benchmark Spec Tasks","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/tasks","href":"/api-reference/benchmarks/list-benchmark-spec-tasks"},{"title":"List Benchmark Spec Tools","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/tools","href":"/api-reference/benchmarks/list-benchmark-spec-tools"},{"title":"List Benchmark Spec Runtimes","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/runtimes","href":"/api-reference/benchmarks/list-benchmark-spec-runtimes"},{"title":"Get Benchmark Task Readiness","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/task-readiness","href":"/api-reference/benchmarks/get-benchmark-task-readiness"},{"title":"Get a spec (benchmark) task count","deprecated":null,"version":null,"sidebarTitle":"Benchmark task count","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/task-count","href":"/api-reference/benchmarks/benchmark-task-count"},{"title":"Create a spec (benchmark) upload","description":"Allocate upload URLs for a batch of spec files. Omit bench_id for a new spec, or reuse the returned ID for subsequent batches. Uploading files does not register the spec; submit its manifest to the ingestion operation afterward.","deprecated":null,"version":null,"sidebarTitle":"Create benchmark upload","openapi":"/openapi.json post /api/v1/benchmarks/uploads","href":"/api-reference/benchmarks/create-benchmark-upload"},{"title":"Register a spec (benchmark) manifest","deprecated":null,"version":null,"sidebarTitle":"Ingest benchmark","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/ingest","href":"/api-reference/benchmarks/ingest-benchmark"},{"title":"Compare spec (benchmark) tasks","description":"Compare submitted tasks with the stored spec and identify new tasks, unchanged tasks, and tasks with updated content.","deprecated":null,"version":null,"sidebarTitle":"Diff benchmark tasks","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/diff","href":"/api-reference/benchmarks/diff-benchmark-tasks"},{"title":"Create a task append upload","deprecated":null,"version":null,"sidebarTitle":"Create benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append","href":"/api-reference/benchmarks/create-benchmark-task-append"},{"title":"Commit a task append","deprecated":null,"version":null,"sidebarTitle":"Commit benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append/{batch_id}/commit","href":"/api-reference/benchmarks/commit-benchmark-task-append"},{"title":"Build spec (benchmark) environments","deprecated":null,"version":null,"sidebarTitle":"Build benchmark images","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/images/build","href":"/api-reference/benchmarks/build-benchmark-images"},{"title":"List spec (benchmark) images","deprecated":null,"version":null,"sidebarTitle":"List benchmark images","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/images","href":"/api-reference/benchmarks/list-benchmark-images"},{"title":"Check spec (benchmark) readiness","deprecated":null,"version":null,"sidebarTitle":"Get benchmark readiness","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/readiness","href":"/api-reference/benchmarks/get-benchmark-readiness"},{"title":"List specs (benchmarks)","deprecated":null,"version":null,"sidebarTitle":"List benchmarks","openapi":"/openapi.json get /api/v1/benchmarks","href":"/api-reference/benchmarks/list-benchmarks"},{"title":"List spec (benchmark) runtimes","deprecated":null,"version":null,"sidebarTitle":"List benchmark runtimes","openapi":"/openapi.json get /api/v1/benchmarks/runtimes","href":"/api-reference/benchmarks/list-benchmark-runtimes"},{"title":"Get a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Get benchmark","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}","href":"/api-reference/benchmarks/get-benchmark"},{"title":"Delete a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Delete benchmark spec","openapi":"/openapi.json delete /api/v1/benchmarks/{bench_id}","href":"/api-reference/benchmarks/delete-benchmark-spec"},{"title":"Delete a spec (benchmark) task","deprecated":null,"version":null,"sidebarTitle":"Delete benchmark task","openapi":"/openapi.json delete /api/v1/benchmarks/{bench_id}/tasks/{task_id}","href":"/api-reference/benchmarks/delete-benchmark-task"}]},{"group":"Diagnostics","pages":[{"title":"Ingest Task For Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/task/ingest","href":"/api-reference/diagnostics/ingest-task-for-diagnostics"},{"title":"Start Task Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/task/run","href":"/api-reference/diagnostics/start-task-diagnostics"},{"title":"Start Benchmark Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/benchmark/run","href":"/api-reference/diagnostics/start-benchmark-diagnostics"},{"title":"Get Benchmark Diagnostics Status","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/diagnostics/{benchmark_diagnostic_id}/status","href":"/api-reference/diagnostics/get-benchmark-diagnostics-status"},{"title":"Get Benchmark Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/diagnostics/{benchmark_diagnostic_id}","href":"/api-reference/diagnostics/get-benchmark-diagnostics"}]},{"group":"Spec (benchmark) submissions","pages":[{"title":"Create a spec (benchmark) submission","deprecated":null,"version":null,"sidebarTitle":"Create session","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions","href":"/api-reference/benchmark-ingestion/create-session"},{"title":"Allocate submission uploads","deprecated":null,"version":null,"sidebarTitle":"Allocate","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/uploads","href":"/api-reference/benchmark-ingestion/allocate"},{"title":"Finalize a spec (benchmark) submission","deprecated":null,"version":null,"sidebarTitle":"Finalize","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/finalize","href":"/api-reference/benchmark-ingestion/finalize"},{"title":"Cancel a spec (benchmark) upload","deprecated":null,"version":null,"sidebarTitle":"Cancel","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/cancel","href":"/api-reference/benchmark-ingestion/cancel"},{"title":"Get submission progress","deprecated":null,"version":null,"sidebarTitle":"Status","openapi":"/openapi.json get /api/v1/benchmark-ingestion/operations/{operation_id}","href":"/api-reference/benchmark-ingestion/status"},{"title":"List submission results","deprecated":null,"version":null,"sidebarTitle":"Items","openapi":"/openapi.json get /api/v1/benchmark-ingestion/operations/{operation_id}/{kind}","href":"/api-reference/benchmark-ingestion/items"}]},{"group":"Evaluations","pages":[{"title":"Resume Eval Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/eval/{run_id}/resume","href":"/api-reference/eval/resume-eval-route"},{"title":"Get evaluation options","deprecated":null,"version":null,"sidebarTitle":"Get eval options route","openapi":"/openapi.json get /api/v1/eval/options","href":"/api-reference/eval/get-eval-options-route"},{"title":"Get an evaluation run","deprecated":null,"version":null,"sidebarTitle":"Get eval run route","openapi":"/openapi.json get /api/v1/eval/{run_id}","href":"/api-reference/eval/get-eval-run-route"},{"title":"Delete an evaluation run","deprecated":null,"version":null,"sidebarTitle":"Delete eval run route","openapi":"/openapi.json delete /api/v1/eval/{run_id}","href":"/api-reference/eval/delete-eval-run-route"},{"title":"Start an evaluation","deprecated":null,"version":null,"sidebarTitle":"Start eval route","openapi":"/openapi.json post /api/v1/eval","href":"/api-reference/eval/start-eval-route"},{"title":"Cancel an evaluation","deprecated":null,"version":null,"sidebarTitle":"Cancel an evaluation","openapi":"/openapi.json post /api/v1/eval/{run_id}/cancel","href":"/api-reference/eval/cancel-an-evaluation"},{"title":"List evaluation runs","deprecated":null,"version":null,"sidebarTitle":"List eval runs route","openapi":"/openapi.json get /api/v1/eval/{bench_id}/runs","href":"/api-reference/eval/list-eval-runs-route"},{"title":"Get evaluation progress","deprecated":null,"version":null,"sidebarTitle":"Get eval progress route","openapi":"/openapi.json get /api/v1/eval/{run_id}/progress","href":"/api-reference/eval/get-eval-progress-route"},{"title":"Get Eval Remaining Work Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/eval/{eval_run_id}/remaining-work","href":"/api-reference/eval/get-eval-remaining-work-route"},{"title":"Get evaluation rewards","deprecated":null,"version":null,"sidebarTitle":"Get eval trajectory rewards route","openapi":"/openapi.json get /api/v1/eval/{run_id}/trajectory-rewards","href":"/api-reference/eval/get-eval-trajectory-rewards-route"},{"title":"Get evaluation rollout statistics","deprecated":null,"version":null,"sidebarTitle":"Get eval rollout statistics route","openapi":"/openapi.json get /api/v1/eval/{run_id}/rollout-statistics","href":"/api-reference/eval/get-eval-rollout-statistics-route"}]},{"group":"Telemetry","pages":[{"title":"Ingest telemetry events","deprecated":null,"version":null,"sidebarTitle":"Ingest events","openapi":"/openapi.json post /api/v1/telemetry/events","href":"/api-reference/telemetry/ingest-events"}]},{"group":"Training","pages":[{"title":"Add training samples","deprecated":null,"version":null,"sidebarTitle":"Add training samples","openapi":"/openapi.json post /api/v1/train/{run_id}/samples","href":"/api-reference/training/add-training-samples"},{"title":"Start a training run","deprecated":null,"version":null,"sidebarTitle":"Create training run route","openapi":"/openapi.json post /api/v1/train","href":"/api-reference/training/create-training-run-route"},{"title":"Get training options","deprecated":null,"version":null,"sidebarTitle":"Get training options route","openapi":"/openapi.json get /api/v1/train/options","href":"/api-reference/training/get-training-options-route"},{"title":"List training runs","deprecated":null,"version":null,"sidebarTitle":"List training runs route","openapi":"/openapi.json get /api/v1/train/{bench_id}/runs","href":"/api-reference/training/list-training-runs-route"},{"title":"Get a training run","deprecated":null,"version":null,"sidebarTitle":"Get training run route","openapi":"/openapi.json get /api/v1/train/{run_id}","href":"/api-reference/training/get-training-run-route"},{"title":"Delete a training run","deprecated":null,"version":null,"sidebarTitle":"Delete training run route","openapi":"/openapi.json delete /api/v1/train/{run_id}","href":"/api-reference/training/delete-training-run-route"},{"title":"Update Training Run Route","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/train/{training_run_id}","href":"/api-reference/training/update-training-run-route"},{"title":"Get training progress","deprecated":null,"version":null,"sidebarTitle":"Get training progress route","openapi":"/openapi.json get /api/v1/train/{run_id}/progress","href":"/api-reference/training/get-training-progress-route"},{"title":"Get training rewards by step","deprecated":null,"version":null,"sidebarTitle":"Get trainer rewards by step","openapi":"/openapi.json get /api/v1/train/{run_id}/step/trainer-reward-by-step","href":"/api-reference/training/get-trainer-rewards-by-step"},{"title":"Get held-out rewards by step","deprecated":null,"version":null,"sidebarTitle":"Get held out rewards by step","openapi":"/openapi.json get /api/v1/train/{run_id}/step/held-out-reward-by-step","href":"/api-reference/training/get-held-out-rewards-by-step"},{"title":"Get training step summaries","deprecated":null,"version":null,"sidebarTitle":"Get training step summaries","openapi":"/openapi.json get /api/v1/train/{run_id}/step-summaries","href":"/api-reference/training/get-training-step-summaries"},{"title":"List training step trajectories","deprecated":null,"version":null,"sidebarTitle":"List training step trajectories","openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/trajectories","href":"/api-reference/training/list-training-step-trajectories"},{"title":"Get Training Step Group Stats Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/group-stats","href":"/api-reference/training/get-training-step-group-stats-route"},{"title":"List Training Step Groups Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/groups","href":"/api-reference/training/list-training-step-groups-route"},{"title":"Get training trajectory rewards","deprecated":null,"version":null,"sidebarTitle":"Get training trajectory rewards route","openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/trajectory-rewards","href":"/api-reference/training/get-training-trajectory-rewards-route"},{"title":"Cancel a training run","deprecated":null,"version":null,"sidebarTitle":"Cancel training run route","openapi":"/openapi.json post /api/v1/train/{run_id}/cancel","href":"/api-reference/training/cancel-training-run-route"},{"title":"List Training Checkpoints Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/checkpoints","href":"/api-reference/training/list-training-checkpoints-route"},{"title":"Get a training checkpoint","deprecated":null,"version":null,"sidebarTitle":"Get training checkpoint route","openapi":"/openapi.json get /api/v1/train/{run_id}/checkpoints/{step_index}","href":"/api-reference/training/get-training-checkpoint-route"}]}]}]}]},"basePath":"","title":"Register a spec (benchmark) manifest - Trajectory","buildId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","deploymentId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-DCDCdBVX.js","utils-ME8dDnLe.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-0e84ACsd.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-wgRBj-ia.js","snippetPresets-C11Sgb-o.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-C0lapOpP.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-ZeRQV8fF.js","shallow-BupWh095.js","getApiPlaygroundDisplay-BnYQO2Ss.js","CodeSnippet-RKKOc8c_.js","CodeSnippets-Drf_m8wS.js","Page-Bevw23-4.js","getPastedJson-u6QiPzNZ.js","icon-Bb-CBSxO.js","MethodPill-F7l5AI7V.js","DuplicateIcon-IiAXkdSg.js","createIcon-FliI8EBc.js","DynamicMarkdown-B62XqCSI.js","SectionHeading-Dj31pT03.js","axios-vUo_bRtp.js","Markdown-BOgQCTwD.js","clsx-BIWXJmsZ.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-DKZWslLH.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-UDqbR6xh.js"]}