Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Trajectory","description":"Train, evaluate, and deploy models with specs (benchmarks). Explore production learning in private beta.","colors":{"primary":"#64748B","light":"#94A3B8","dark":"#94A3B8"},"logo":{"light":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","dark":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","href":"/"},"favicon":"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8","contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"trajectory","hasAudioNarration":false,"actualSubdomain":"trajectory","customDomains":["docs.trajectory.ai"],"gitSource":{"type":"github","owner":"trajectorylabs","repo":"trajectory-platform","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae904a45041af246c50784a","collectionId":"fc00dcca-a4f9-48b8-b143-2d6e5c4bf27a","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae904a45041af246c50784a"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae922c28002b7ff5ee341f8","clientVersion":"0.0.4045","searchFilterCounts":[{"language":"default","tag":"Reference","count":121},{"language":"default","tag":"Resources","count":118},{"language":"default","tag":"Agents","count":19},{"language":"default","tag":"Specs (benchmarks)","count":19},{"language":"default","tag":"Training","count":18},{"language":"default","tag":"Evaluations","count":11},{"language":"default","tag":"Trajectories","count":10},{"language":"default","tag":"Build and improve","count":9},{"language":"default","tag":"Deployments","count":7},{"language":"default","tag":"Spec (benchmark) submissions","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/benchmarks/commit-benchmark-task-append","slug":"/api-reference/benchmarks/commit-benchmark-task-append","pageMetadata":{"title":"Commit a task append","description":"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.","deprecated":null,"version":null,"sidebarTitle":"Commit benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append/{batch_id}/commit","href":"/api-reference/benchmarks/commit-benchmark-task-append","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Commit a task append","description":"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.","deprecated":null,"version":null,"sidebarTitle":"Commit benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append/{batch_id}/commit","href":"/api-reference/benchmarks/commit-benchmark-task-append","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["benchmarks"],"summary":"Commit a task append","description":"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.","operationId":"commitBenchmarkTaskAppend","parameters":["70aa1e3f-a23f-425d-ba5f-b366ee6423af","cbcf3b00-8476-42c3-bb1c-50e869a37bfe"],"requestBody":"38dd754b-c681-4697-9b6d-c95757aeb3c5","responses":{"200":"20c2321b-8041-45cb-a19c-f3dd544e6a49","default":"3ffb0054-59d7-4e15-9b68-237bdf6b0625"},"x-trajectory-visibility":"public","x-trajectory-root-body-parameter":"manifest","security":["560ebc1f-d3d8-4a9f-8d02-a704aa15e852"],"x-mint":{"href":"/api-reference/benchmarks/commit-benchmark-task-append"},"method":"post","type":"path","servers":["03f71d5c-dd55-4266-b51b-e878ead2e552"],"path":"/api/v1/benchmarks/{bench_id}/tasks/append/{batch_id}/commit","baseUrlOptions":["https://api.trajectory.ai"],"title":"Commit a task append","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"70aa1e3f-a23f-425d-ba5f-b366ee6423af":{"name":"bench_id","in":"path","required":true,"schema":{"type":"string","title":"Bench Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"cbcf3b00-8476-42c3-bb1c-50e869a37bfe":{"name":"batch_id","in":"path","required":true,"schema":{"type":"string","title":"Batch Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"name":{"type":"string","maxLength":1024,"minLength":3,"pattern":"^[A-Za-z0-9 ._-]+$","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"tasks":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].name","typeLabel":"string"},"run_command":{"type":"string","title":"Run Command","description":"For SDK evaluation and training, the command to run your agent in the sandbox, e.g. `python /app/agent.py`; include the executable, not only its arguments. Your script must call the model, run any tools, log a reward, and finalize the trajectory before exiting.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].run_command","typeLabel":"string"},"id":{"oneOf":[{"type":"string","title":"Id","uniqueKey":"tasks.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","uniqueKey":"tasks.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].id","typeLabel":"string | null"},"split":{"oneOf":[{"type":"string","title":"TaskSplit","enum":["train","test"],"uniqueKey":"tasks.items.[INDEX].split.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"tasks.items.[INDEX].split.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].split","typeLabel":"enum\u003cstring> | null"},"input_messages":{"items":{"properties":{"role":{"type":"string","title":"Role","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].role","typeLabel":"string"},"content":{"oneOf":[{"type":"string","title":"Content","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content.oneOf.0","typeLabel":"string"},{"type":"null","title":"Content","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].content","typeLabel":"string | null"},"tool_calls":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].name","typeLabel":"string"},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].arguments","typeLabel":"Arguments · object"},"id":{"oneOf":[{"type":"string","title":"Id","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].id","typeLabel":"string | null"},"raw_string":{"oneOf":[{"type":"string","title":"Raw String","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string.oneOf.0","typeLabel":"string"},{"type":"null","title":"Raw String","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].raw_string","typeLabel":"string | null"},"argument_encoding":{"type":"string","enum":["json","xml"],"title":"Argument Encoding","default":"json","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].argument_encoding","typeLabel":"enum\u003cstring>"},"is_parsed_successfully":{"type":"boolean","title":"Is Parsed Successfully","default":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].is_parsed_successfully","typeLabel":"boolean"},"parser_error_msg":{"oneOf":[{"type":"string","title":"Parser Error Msg","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg.oneOf.0","typeLabel":"string"},{"type":"null","title":"Parser Error Msg","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX].parser_error_msg","typeLabel":"string | null"}},"additionalProperties":false,"type":"object","required":["name","arguments"],"title":"ToolCall","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls.items.[INDEX]","typeLabel":"ToolCall · object"},"type":"array","title":"Tool Calls","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_calls","typeLabel":"ToolCall · object[]"},"tool_response":{"oneOf":[{"type":"object","title":"ToolResponse","required":["id","name","arguments"],"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.name","typeLabel":"string"},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.arguments","typeLabel":"Arguments · object"},"response":{"oneOf":[{"title":"Response"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.response","typeLabel":"any"},"error":{"oneOf":[{"type":"string","title":"Error","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.error","typeLabel":"string | null"},"raw_name_args":{"oneOf":[{"type":"string","title":"Raw Name Args","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args.oneOf.0","typeLabel":"string"},{"type":"null","title":"Raw Name Args","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.raw_name_args","typeLabel":"string | null"},"metadata":{"oneOf":[{"type":"object","title":"ToolResponseMetadata","properties":{"generated_tool_info":{"oneOf":[{"type":"object","title":"GeneratedToolInfo","required":["provider","model","messages"],"properties":{"provider":{"type":"string","title":"Provider","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.provider","typeLabel":"string"},"model":{"type":"string","title":"Model","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.model","typeLabel":"string"},"messages":{"items":{"$circularRef":"5db6708d-77b1-4d0a-a090-8be82251e3ab"},"type":"array","title":"Messages","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0.messages","typeLabel":"Messages · array"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.0","typeLabel":"GeneratedToolInfo · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0.generated_tool_info","typeLabel":"GeneratedToolInfo · object | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.0","typeLabel":"ToolResponseMetadata · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.metadata","typeLabel":"ToolResponseMetadata · object | null"},"duration_seconds":{"oneOf":[{"type":"number","title":"Duration Seconds","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds.oneOf.0","typeLabel":"number"},{"type":"null","title":"Duration Seconds","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.duration_seconds","typeLabel":"number | null"},"is_env_done":{"type":"boolean","title":"Is Env Done","default":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0.is_env_done","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.0","typeLabel":"ToolResponse · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_response","typeLabel":"ToolResponse · object | null"},"tool_definitions":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","title":"Description","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].description","typeLabel":"string"},"parameters":{"additionalProperties":true,"type":"object","title":"Parameters","isRequired":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX].parameters","typeLabel":"Parameters · object"}},"additionalProperties":false,"type":"object","required":["name","description","parameters"],"title":"ToolDefinition","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions.items.[INDEX]","typeLabel":"ToolDefinition · object"},"type":"array","title":"Tool Definitions","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tool_definitions","typeLabel":"ToolDefinition · object[]"},"usage":{"oneOf":[{"type":"object","title":"MessageUsage","properties":{"prompt_tokens":{"type":"integer","title":"Prompt Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.prompt_tokens","typeLabel":"integer"},"completion_tokens":{"type":"integer","title":"Completion Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.completion_tokens","typeLabel":"integer"},"total_tokens":{"type":"integer","title":"Total Tokens","default":0,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0.total_tokens","typeLabel":"integer"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.0","typeLabel":"MessageUsage · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].usage","typeLabel":"MessageUsage · object | null"},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason.oneOf.0","typeLabel":"string"},{"type":"null","title":"Finish Reason","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].finish_reason","typeLabel":"string | null"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true,"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].metadata","typeLabel":"Metadata · object | null"},"reasoning":{"oneOf":[{"type":"string","title":"Reasoning","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reasoning","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning","typeLabel":"string | null"},"reasoning_details":{"oneOf":[{"title":"Reasoning Details"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].reasoning_details","typeLabel":"any"},"tokens":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Tokens","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Tokens","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].tokens","typeLabel":"integer[] | null"},"token_masks":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.0.items.[INDEX]","typeLabel":"integer"},"title":"Token Masks","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.0","typeLabel":"integer[]"},{"type":"null","title":"Token Masks","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].token_masks","typeLabel":"integer[] | null"},"logprobs":{"oneOf":[{"type":"array","items":{"type":"number","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.0.items.[INDEX]","typeLabel":"number"},"title":"Logprobs","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.0","typeLabel":"number[]"},{"type":"null","title":"Logprobs","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].logprobs","typeLabel":"number[] | null"},"trainable_status":{"type":"string","enum":["trainable","not_trainable","superseded","summarization_boundary"],"title":"Trainable Status","default":"not_trainable","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX].trainable_status","typeLabel":"enum\u003cstring>"}},"additionalProperties":false,"type":"object","required":["role"],"title":"BenchmarkMessage","uniqueKey":"tasks.items.[INDEX].input_messages.items.[INDEX]","typeLabel":"BenchmarkMessage · object"},"type":"array","title":"Input Messages","description":"Messages stored on the task. For SDK evaluation and training, your agent script must pass messages to the model; this field does not do that automatically.","uniqueKey":"tasks.items.[INDEX].input_messages","typeLabel":"BenchmarkMessage · object[]"},"reference_trajectory_id":{"oneOf":[{"type":"string","title":"Reference Trajectory Id","uniqueKey":"tasks.items.[INDEX].reference_trajectory_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Reference Trajectory Id","uniqueKey":"tasks.items.[INDEX].reference_trajectory_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].reference_trajectory_id","typeLabel":"string | null"},"image":{"type":"null","title":"Image","uniqueKey":"tasks.items.[INDEX].image","typeLabel":"null"},"runtime":{"oneOf":[{"type":"object","title":"RuntimeSpec","properties":{"runtime_id":{"oneOf":[{"type":"string","title":"Runtime Id","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Runtime Id","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.runtime_id","typeLabel":"string | null"},"source":{"oneOf":[{"type":"object","title":"ImageSpec","properties":{"dockerfile_path":{"oneOf":[{"type":"string","title":"Dockerfile Path","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Dockerfile Path","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.dockerfile_path","typeLabel":"string | null"},"image_ref":{"oneOf":[{"type":"string","title":"Image Ref","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.0","typeLabel":"string"},{"type":"null","title":"Image Ref","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0.image_ref","typeLabel":"string | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.0","typeLabel":"ImageSpec · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0.source","typeLabel":"ImageSpec · object | null"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].runtime.oneOf.0","typeLabel":"RuntimeSpec · object"},{"type":"null","uniqueKey":"tasks.items.[INDEX].runtime.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].runtime","typeLabel":"RuntimeSpec · object | null"},"env_vars":{"additionalProperties":{"oneOf":[{"type":"string","uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.0","typeLabel":"string"},{"type":"object","title":"SecretRef","required":["secret_ref"],"properties":{"secret_ref":{"type":"string","title":"Secret Ref","description":"Organization secret name. The containing env_vars key names the runtime variable.","isRequired":true,"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.1.secret_ref","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties.oneOf.1","typeLabel":"SecretRef · object"}],"uniqueKey":"tasks.items.[INDEX].env_vars.additionalProperties","typeLabel":"string | SecretRef · object"},"type":"object","title":"Env Vars","description":"Keys must match [A-Za-z_][A-Za-z0-9_]* and cannot start with TRAJECTORY_ or use MODEL_ENDPOINT_ID, MODEL_ENDPOINT_ACCESS_TOKEN, or MODEL_ENDPOINT_URL.","uniqueKey":"tasks.items.[INDEX].env_vars","typeLabel":"Env Vars · object"},"env_resources":{"properties":{"docker_engine":{"type":"boolean","title":"Docker Engine","description":"Require a Docker-capable sandbox. The user image must provide Docker and the harness; the harness owns nested containers and grading.","default":false,"uniqueKey":"tasks.items.[INDEX].env_resources.docker_engine","typeLabel":"boolean"},"cpus":{"oneOf":[{"type":"number","title":"Cpus","uniqueKey":"tasks.items.[INDEX].env_resources.cpus.oneOf.0","typeLabel":"number"},{"type":"null","title":"Cpus","uniqueKey":"tasks.items.[INDEX].env_resources.cpus.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.cpus","typeLabel":"number | null"},"memory_mb":{"oneOf":[{"type":"integer","title":"Memory Mb","uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Memory Mb","uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.memory_mb","typeLabel":"integer | null"},"gpus":{"type":"integer","title":"Gpus","default":0,"uniqueKey":"tasks.items.[INDEX].env_resources.gpus","typeLabel":"integer"},"network_mode":{"type":"string","enum":["no-network","public","allowlist"],"title":"NetworkMode","default":"no-network","uniqueKey":"tasks.items.[INDEX].env_resources.network_mode","typeLabel":"enum\u003cstring>"},"allowed_hosts":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.allowed_hosts.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Allowed Hosts","uniqueKey":"tasks.items.[INDEX].env_resources.allowed_hosts","typeLabel":"string[]"},"agent_user":{"oneOf":[{"type":"string","title":"Agent User","uniqueKey":"tasks.items.[INDEX].env_resources.agent_user.oneOf.0","typeLabel":"string"},{"type":"null","title":"Agent User","uniqueKey":"tasks.items.[INDEX].env_resources.agent_user.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.agent_user","typeLabel":"string | null"},"env":{"additionalProperties":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.env.additionalProperties","typeLabel":"string"},"type":"object","title":"Env","uniqueKey":"tasks.items.[INDEX].env_resources.env","typeLabel":"Env · object"},"setup_commands":{"items":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands.items.[INDEX].items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands.items.[INDEX]","typeLabel":"string[]"},"type":"array","title":"Setup Commands","uniqueKey":"tasks.items.[INDEX].env_resources.setup_commands","typeLabel":"string[][]"},"mcp_servers":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].name","typeLabel":"string"},"transport":{"type":"string","enum":["sse","streamable-http","stdio"],"title":"Transport","default":"sse","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].transport","typeLabel":"enum\u003cstring>"},"url":{"oneOf":[{"type":"string","title":"Url","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url.oneOf.0","typeLabel":"string"},{"type":"null","title":"Url","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].url","typeLabel":"string | null"},"command":{"oneOf":[{"type":"string","title":"Command","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command.oneOf.0","typeLabel":"string"},{"type":"null","title":"Command","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].command","typeLabel":"string | null"},"args":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].args.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Args","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX].args","typeLabel":"string[]"}},"additionalProperties":false,"type":"object","required":["name"],"title":"McpServerSpec","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers.items.[INDEX]","typeLabel":"McpServerSpec · object"},"type":"array","title":"Mcp Servers","uniqueKey":"tasks.items.[INDEX].env_resources.mcp_servers","typeLabel":"McpServerSpec · object[]"},"allow_internet":{"oneOf":[{"type":"boolean","title":"Allow Internet","uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Allow Internet","uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].env_resources.allow_internet","typeLabel":"boolean | null"}},"additionalProperties":false,"type":"object","title":"EnvResources","uniqueKey":"tasks.items.[INDEX].env_resources","typeLabel":"EnvResources · object"},"spec":{"additionalProperties":true,"type":"object","title":"Spec","uniqueKey":"tasks.items.[INDEX].spec","typeLabel":"Spec · object"},"task_spec_uri":{"oneOf":[{"type":"string","title":"Task Spec Uri","uniqueKey":"tasks.items.[INDEX].task_spec_uri.oneOf.0","typeLabel":"string"},{"type":"null","title":"Task Spec Uri","uniqueKey":"tasks.items.[INDEX].task_spec_uri.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].task_spec_uri","typeLabel":"string | null"},"tags":{"items":{"type":"string","uniqueKey":"tasks.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Tags","description":"Up to 20 distinct, non-empty task tags of at most 64 characters each.","uniqueKey":"tasks.items.[INDEX].tags","typeLabel":"string[]"}},"additionalProperties":false,"type":"object","required":["name","run_command"],"title":"TaskSpec","uniqueKey":"tasks.items.[INDEX]","typeLabel":"TaskSpec · object"},"type":"array","minItems":1,"title":"Tasks","isRequired":true,"uniqueKey":"tasks","typeLabel":"TaskSpec · object[]"},"description":{"type":"string","title":"Description","default":"","uniqueKey":"description","typeLabel":"string"},"visibility":{"type":"string","enum":["public","private"],"title":"Visibility","default":"private","uniqueKey":"visibility","typeLabel":"enum\u003cstring>"},"runtime":{"oneOf":[{"type":"object","title":"RuntimeSpec","properties":{"runtime_id":{"oneOf":[{"type":"string","title":"Runtime Id","uniqueKey":"runtime.oneOf.0.runtime_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Runtime Id","uniqueKey":"runtime.oneOf.0.runtime_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.runtime_id","typeLabel":"string | null"},"source":{"oneOf":[{"type":"object","title":"ImageSpec","properties":{"dockerfile_path":{"oneOf":[{"type":"string","title":"Dockerfile Path","uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.0","typeLabel":"string"},{"type":"null","title":"Dockerfile Path","uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source.oneOf.0.dockerfile_path","typeLabel":"string | null"},"image_ref":{"oneOf":[{"type":"string","title":"Image Ref","uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.0","typeLabel":"string"},{"type":"null","title":"Image Ref","uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source.oneOf.0.image_ref","typeLabel":"string | null"}},"additionalProperties":false,"uniqueKey":"runtime.oneOf.0.source.oneOf.0","typeLabel":"ImageSpec · object"},{"type":"null","uniqueKey":"runtime.oneOf.0.source.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime.oneOf.0.source","typeLabel":"ImageSpec · object | null"}},"additionalProperties":false,"uniqueKey":"runtime.oneOf.0","typeLabel":"RuntimeSpec · object"},{"type":"null","uniqueKey":"runtime.oneOf.1","typeLabel":"null"}],"uniqueKey":"runtime","typeLabel":"RuntimeSpec · object | null"}},"additionalProperties":false,"type":"object","required":["name","tasks"],"title":"BenchmarkSpec","uniqueKey":"","typeLabel":"BenchmarkSpec · object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","tasks":[{"name":"\u003cstring>","run_command":"\u003cstring>","id":"\u003cstring>","input_messages":[{"role":"\u003cstring>","content":"\u003cstring>","tool_calls":[{"name":"\u003cstring>","arguments":{},"id":"\u003cstring>","raw_string":"\u003cstring>","argument_encoding":"json","is_parsed_successfully":true,"parser_error_msg":"\u003cstring>"}],"tool_response":{"id":"\u003cstring>","name":"\u003cstring>","arguments":{},"response":"\u003cunknown>","error":"\u003cstring>","raw_name_args":"\u003cstring>","metadata":{"generated_tool_info":{"provider":"\u003cstring>","model":"\u003cstring>","messages":"\u003carray>"}},"duration_seconds":123,"is_env_done":false},"tool_definitions":[{"name":"\u003cstring>","description":"\u003cstring>","parameters":{}}],"usage":{"prompt_tokens":0,"completion_tokens":0,"total_tokens":0},"finish_reason":"\u003cstring>","metadata":{},"reasoning":"\u003cstring>","reasoning_details":"\u003cunknown>","tokens":[123],"token_masks":[123],"logprobs":[123],"trainable_status":"not_trainable"}],"reference_trajectory_id":"\u003cstring>","image":null,"runtime":{"runtime_id":"\u003cstring>","source":{"dockerfile_path":"\u003cstring>","image_ref":"\u003cstring>"}},"env_vars":{},"env_resources":{"docker_engine":false,"cpus":123,"memory_mb":123,"gpus":0,"network_mode":"no-network","allowed_hosts":["\u003cstring>"],"agent_user":"\u003cstring>","env":{},"setup_commands":[["\u003cstring>"]],"mcp_servers":[{"name":"\u003cstring>","transport":"sse","url":"\u003cstring>","command":"\u003cstring>","args":["\u003cstring>"]}],"allow_internet":true},"spec":{},"task_spec_uri":"\u003cstring>","tags":["\u003cstring>"]}],"description":"","visibility":"private","runtime":{"runtime_id":"\u003cstring>","source":{"dockerfile_path":"\u003cstring>","image_ref":"\u003cstring>"}}}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"20c2321b-8041-45cb-a19c-f3dd544e6a49":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"bench_id":{"type":"string","title":"Bench Id","isRequired":true,"uniqueKey":"bench_id","typeLabel":"string"},"batch_id":{"type":"string","title":"Batch Id","isRequired":true,"uniqueKey":"batch_id","typeLabel":"string"},"added_count":{"type":"integer","title":"Added Count","isRequired":true,"uniqueKey":"added_count","typeLabel":"integer"},"updated_count":{"type":"integer","title":"Updated Count","isRequired":true,"uniqueKey":"updated_count","typeLabel":"integer"},"skipped_count":{"type":"integer","title":"Skipped Count","isRequired":true,"uniqueKey":"skipped_count","typeLabel":"integer"},"task_count":{"type":"integer","title":"Task Count","isRequired":true,"uniqueKey":"task_count","typeLabel":"integer"},"failed_tasks":{"items":{"properties":{"task_id":{"type":"string","title":"Task Id","isRequired":true,"uniqueKey":"failed_tasks.items.[INDEX].task_id","typeLabel":"string"},"error":{"type":"string","title":"Error","isRequired":true,"uniqueKey":"failed_tasks.items.[INDEX].error","typeLabel":"string"},"label":{"oneOf":[{"type":"string","title":"Label","uniqueKey":"failed_tasks.items.[INDEX].label.oneOf.0","typeLabel":"string"},{"type":"null","title":"Label","uniqueKey":"failed_tasks.items.[INDEX].label.oneOf.1","typeLabel":"null"}],"uniqueKey":"failed_tasks.items.[INDEX].label","typeLabel":"string | null"}},"type":"object","required":["task_id","error"],"title":"BenchmarkTaskWriteFailure","description":"A task that did not land; its siblings did, so the bench is short exactly these.","uniqueKey":"failed_tasks.items.[INDEX]","typeLabel":"BenchmarkTaskWriteFailure · object"},"type":"array","title":"Failed Tasks","uniqueKey":"failed_tasks","typeLabel":"BenchmarkTaskWriteFailure · object[]"}},"type":"object","required":["bench_id","batch_id","added_count","updated_count","skipped_count","task_count"],"title":"BenchmarkTaskAppendResult","uniqueKey":"","typeLabel":"BenchmarkTaskAppendResult · object"},"examples":{"Example":{"title":"Example","value":{"bench_id":"\u003cstring>","batch_id":"\u003cstring>","added_count":123,"updated_count":123,"skipped_count":123,"task_count":123,"failed_tasks":[{"task_id":"\u003cstring>","error":"\u003cstring>","label":"\u003cstring>"}]}}},"exampleType":"generated"}},"exampleType":"generated"},"3ffb0054-59d7-4e15-9b68-237bdf6b0625":{"description":"Common API error. Possible codes: `authentication_required`, `permission_denied`, `validation_error`, `rate_limited`, `internal_error`, `service_unavailable`.","headers":{"X-Request-ID":{"schema":{"type":"string"}},"Trajectory-Should-Retry":{"schema":{"type":"boolean"}},"Retry-After":{"schema":{"type":"string"}}},"content":{"application/json":{"schema":{"properties":{"error":{"properties":{"type":{"enum":["invalid_request_error","authentication_error","permission_error","conflict_error","billing_error","rate_limit_error","dependency_error","api_error"],"title":"ErrorType","type":"string","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"code":{"type":"string","title":"Code","isRequired":true,"uniqueKey":"error.code","typeLabel":"string"},"message":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"doc_url":{"type":"string","title":"Doc Url","isRequired":true,"uniqueKey":"error.doc_url","typeLabel":"string"},"context":{"additionalProperties":true,"title":"Context","type":"object","isRequired":true,"uniqueKey":"error.context","typeLabel":"Context · object"},"param":{"oneOf":[{"type":"string","title":"Param","uniqueKey":"error.param.oneOf.0","typeLabel":"string"},{"type":"null","title":"Param","uniqueKey":"error.param.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.param","typeLabel":"string | null"}},"required":["type","code","message","doc_url","context"],"title":"ApiErrorBody","type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"ApiErrorBody · object"}},"required":["error"],"title":"ApiErrorEnvelope","type":"object","uniqueKey":"","typeLabel":"ApiErrorEnvelope · object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request_error","code":"\u003cstring>","message":"\u003cstring>","doc_url":"\u003cstring>","context":{},"param":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"560ebc1f-d3d8-4a9f-8d02-a704aa15e852":{"ApiKeyAuth":{"type":"apiKey","in":"header","name":"X-API-Key","description":"Organization API key","scopes":[],"schemeName":"ApiKeyAuth"}}},"servers":{"03f71d5c-dd55-4266-b51b-e878ead2e552":{"url":"https://api.trajectory.ai"}},"schemas":{"5db6708d-77b1-4d0a-a090-8be82251e3ab":{"properties":{"role":{"type":"string","title":"Role","isRequired":true},"content":{"oneOf":[{"type":"string","title":"Content"},{"type":"null","title":"Content"}]},"tool_calls":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true},"id":{"oneOf":[{"type":"string","title":"Id"},{"type":"null","title":"Id"}]},"raw_string":{"oneOf":[{"type":"string","title":"Raw String"},{"type":"null","title":"Raw String"}]},"argument_encoding":{"type":"string","enum":["json","xml"],"title":"Argument Encoding","default":"json"},"is_parsed_successfully":{"type":"boolean","title":"Is Parsed Successfully","default":true},"parser_error_msg":{"oneOf":[{"type":"string","title":"Parser Error Msg"},{"type":"null","title":"Parser Error Msg"}]}},"additionalProperties":false,"type":"object","required":["name","arguments"],"title":"ToolCall"},"type":"array","title":"Tool Calls"},"tool_response":{"oneOf":[{"type":"object","title":"ToolResponse","required":["id","name","arguments"],"properties":{"id":{"type":"string","title":"Id","isRequired":true},"name":{"type":"string","title":"Name","isRequired":true},"arguments":{"additionalProperties":true,"type":"object","title":"Arguments","isRequired":true},"response":{"oneOf":[{"title":"Response"}]},"error":{"oneOf":[{"type":"string","title":"Error"},{"type":"null","title":"Error"}]},"raw_name_args":{"oneOf":[{"type":"string","title":"Raw Name Args"},{"type":"null","title":"Raw Name Args"}]},"metadata":{"oneOf":[{"type":"object","title":"ToolResponseMetadata","properties":{"generated_tool_info":{"oneOf":[{"type":"object","title":"GeneratedToolInfo","required":["provider","model","messages"],"properties":{"provider":{"type":"string","title":"Provider","isRequired":true},"model":{"type":"string","title":"Model","isRequired":true},"messages":{"items":{"$circularRef":"5db6708d-77b1-4d0a-a090-8be82251e3ab"},"type":"array","title":"Messages","isRequired":true}},"additionalProperties":false},{"type":"null"}]}},"additionalProperties":false},{"type":"null"}]},"duration_seconds":{"oneOf":[{"type":"number","title":"Duration Seconds"},{"type":"null","title":"Duration Seconds"}]},"is_env_done":{"type":"boolean","title":"Is Env Done","default":false}},"additionalProperties":false},{"type":"null"}]},"tool_definitions":{"items":{"properties":{"name":{"type":"string","title":"Name","isRequired":true},"description":{"type":"string","title":"Description","isRequired":true},"parameters":{"additionalProperties":true,"type":"object","title":"Parameters","isRequired":true}},"additionalProperties":false,"type":"object","required":["name","description","parameters"],"title":"ToolDefinition"},"type":"array","title":"Tool Definitions"},"usage":{"oneOf":[{"type":"object","title":"MessageUsage","properties":{"prompt_tokens":{"type":"integer","title":"Prompt Tokens","default":0},"completion_tokens":{"type":"integer","title":"Completion Tokens","default":0},"total_tokens":{"type":"integer","title":"Total Tokens","default":0}},"additionalProperties":false},{"type":"null"}]},"finish_reason":{"oneOf":[{"type":"string","title":"Finish Reason"},{"type":"null","title":"Finish Reason"}]},"metadata":{"oneOf":[{"type":"object","title":"Metadata","additionalProperties":true},{"type":"null","title":"Metadata"}]},"reasoning":{"oneOf":[{"type":"string","title":"Reasoning"},{"type":"null","title":"Reasoning"}]},"reasoning_details":{"oneOf":[{"title":"Reasoning Details"}]},"tokens":{"oneOf":[{"type":"array","items":{"type":"integer"},"title":"Tokens"},{"type":"null","title":"Tokens"}]},"token_masks":{"oneOf":[{"type":"array","items":{"type":"integer"},"title":"Token Masks"},{"type":"null","title":"Token Masks"}]},"logprobs":{"oneOf":[{"type":"array","items":{"type":"number"},"title":"Logprobs"},{"type":"null","title":"Logprobs"}]},"trainable_status":{"type":"string","enum":["trainable","not_trainable","superseded","summarization_boundary"],"title":"Trainable Status","default":"not_trainable"}},"additionalProperties":false,"type":"object","required":["role"],"title":"BenchmarkMessage"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"X-API-Key","description":"Organization API key","scopes":[],"schemeName":"ApiKeyAuth"},"schema":{"title":"X-API-Key","type":"string","description":"Organization API key","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"ApiKeyAuth","name":"X-API-Key"}],"title":"ApiKeyAuth"}]},"originalFileLocation":"openapi.json"},"subdomain":"trajectory","siteName":"Trajectory","title":"Commit a task append - Trajectory","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-02T21:11:22.452Z","originalFileLocation":"api-reference/benchmarks/commit-benchmark-task-append.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Trajectory\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/svg+xml\" sizes=\"180x180\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"icon\" type=\"image/svg+xml\" sizes=\"32x32\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"icon\" type=\"image/svg+xml\" sizes=\"16x16\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/svg+xml\" href=\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026amp;auto=format\u0026amp;n=wBjAnw9KLOV2bmIV\u0026amp;q=85\u0026amp;s=2c5ba8f0dfba44dc30aedea2479b99f8\">\u003cmeta data-mint-head property=\"og:title\" content=\"Commit a task append - Trajectory\">\u003cmeta data-mint-head property=\"og:description\" content=\"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Trajectory\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://trajectory.mintlify.app/_mintlify/api/og/v2?division=Specs+%28benchmarks%29\u0026amp;title=Commit+a+task+append\u0026amp;description=Validate+and+publish+the+submitted+tasks.+New+tasks+are+added%2C+changed+tasks+replace+the+matching+names%2C+and+identical+tasks+are+skipped.+Committing+the+same+ba\u0026amp;theme=b321e16dbe8718ec6d9f5033\u0026amp;signature=714df8b7019fee37c3b543856d38606b048adac6703e02f30c8558e3b52d0c13\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Commit a task append - Trajectory\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://trajectory.mintlify.app/_mintlify/api/og/v2?division=Specs+%28benchmarks%29\u0026amp;title=Commit+a+task+append\u0026amp;description=Validate+and+publish+the+submitted+tasks.+New+tasks+are+added%2C+changed+tasks+replace+the+matching+names%2C+and+identical+tasks+are+skipped.+Committing+the+same+ba\u0026amp;theme=b321e16dbe8718ec6d9f5033\u0026amp;signature=714df8b7019fee37c3b543856d38606b048adac6703e02f30c8558e3b52d0c13\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/trajectory/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Trajectory\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#64748B\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/benchmarks/commit-benchmark-task-append.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.trajectory.ai/#organization\",\"name\":\"Trajectory\",\"url\":\"https://docs.trajectory.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/trajectory/wBjAnw9KLOV2bmIV/images/logo.svg?fit=max\u0026auto=format\u0026n=wBjAnw9KLOV2bmIV\u0026q=85\u0026s=2c5ba8f0dfba44dc30aedea2479b99f8\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.trajectory.ai#website\",\"name\":\"Trajectory\",\"url\":\"https://docs.trajectory.ai\",\"publisher\":{\"@id\":\"https://docs.trajectory.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append#webpage\",\"url\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append\",\"name\":\"Commit a task append\",\"description\":\"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\",\"dateModified\":\"2026-11-02T21:11:22.452Z\",\"isPartOf\":{\"@id\":\"https://docs.trajectory.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Reference\",\"item\":\"https://docs.trajectory.ai/pricing\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Resources\",\"item\":\"https://docs.trajectory.ai/api-reference/agents/list-agents\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Specs (benchmarks)\",\"item\":\"https://docs.trajectory.ai/api-reference/benchmarks/benchmark-spec\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"Commit a task append\",\"item\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append#apireference\",\"headline\":\"Commit a task append\",\"name\":\"Commit a task append\",\"description\":\"Validate and publish the submitted tasks. New tasks are added, changed tasks replace the matching names, and identical tasks are skipped. Committing the same batch again does not duplicate its tasks.\",\"url\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append\",\"mainEntityOfPage\":{\"@id\":\"https://docs.trajectory.ai/api-reference/benchmarks/commit-benchmark-task-append#webpage\"},\"dateModified\":\"2026-11-02T21:11:22.452Z\",\"publisher\":{\"@id\":\"https://docs.trajectory.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.trajectory.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Trajectory\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Trajectory","nav":{"global":null,"groups":[{"group":"Get started","pages":[{"title":"Introduction","icon":"compass","href":"/introduction"},{"title":"Quickstart","icon":"bolt","href":"/quickstart"},{"title":"Core concepts","icon":"lightbulb","href":"/concepts"},{"title":"Authentication","icon":"key","href":"/authentication"},{"title":"Use the platform","icon":"rocket","href":"/platform"}]},{"group":"Build and improve","pages":[{"title":"Agents","href":"/agent"},{"title":"Bring your spec (benchmark)","href":"/guides/spec"},{"title":"Adapt an existing grader","href":"/guides/source-graders"},{"title":"Keep diagnostic files with a trajectory","href":"/guides/diagnostic-artifacts"},{"title":"Connect an Inspect harness","href":"/guides/inspect"},{"title":"Termination reasons","href":"/guides/termination-reasons"},{"title":"Evaluate and compare","href":"/guides/evaluations"},{"title":"Train a model","href":"/guides/training"},{"title":"Deploy and promote","href":"/guides/deployments"}]},{"group":"Production learning","tag":"Private beta","pages":[{"title":"Collect production traces","icon":"route","href":"/guides/production-traces"},{"title":"Record telemetry","icon":"signal-stream","href":"/guides/telemetry"}]},{"group":"Reference","pages":[{"title":"Models and pricing","href":"/pricing"},{"title":"Client reference","icon":"code","href":"/reference/client"},{"title":"Errors and retries","icon":"triangle-exclamation","href":"/reference/errors"},{"group":"Resources","pages":[{"group":"Agents","pages":[{"title":"List agents","deprecated":null,"version":null,"sidebarTitle":"List agents","openapi":"/openapi.json get /api/v1/agents","href":"/api-reference/agents/list-agents"},{"title":"Create an agent","deprecated":null,"version":null,"sidebarTitle":"Create an agent","openapi":"/openapi.json post /api/v1/agents","href":"/api-reference/agents/create-an-agent"},{"title":"Get an agent","deprecated":null,"version":null,"sidebarTitle":"Get an agent","openapi":"/openapi.json get /api/v1/agents/{agent_id}","href":"/api-reference/agents/get-an-agent"},{"title":"Delete an agent","deprecated":null,"version":null,"sidebarTitle":"Delete an agent","openapi":"/openapi.json delete /api/v1/agents/{agent_id}","href":"/api-reference/agents/delete-an-agent"},{"title":"Update an agent","deprecated":null,"version":null,"sidebarTitle":"Update an agent","openapi":"/openapi.json patch /api/v1/agents/{agent_id}","href":"/api-reference/agents/update-an-agent"},{"title":"Get Agent By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/name/{name}","href":"/api-reference/agents/get-agent-by-name"},{"title":"List Agent Benchmarks","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks","href":"/api-reference/agents/list-agent-benchmarks"},{"title":"Delete Benchmark By Name","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/agents/{agent_id}/benchmarks","href":"/api-reference/agents/delete-benchmark-by-name"},{"title":"Get Benchmark By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks/latest","href":"/api-reference/agents/get-benchmark-by-name"},{"title":"List Benchmark Versions By Name","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/benchmarks/versions","href":"/api-reference/agents/list-benchmark-versions-by-name"},{"title":"List Agent Training Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/training-runs","href":"/api-reference/agents/list-agent-training-runs"},{"title":"Attach Agent Training Run","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/agents/{agent_id}/training-runs","href":"/api-reference/agents/attach-agent-training-run"},{"title":"List Agent Evaluation Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/evaluation-runs","href":"/api-reference/agents/list-agent-evaluation-runs"},{"title":"List Agent Deployments","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/deployments","href":"/api-reference/agents/list-agent-deployments"},{"title":"Get Agent Evaluation Run","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/evaluation-runs/{eval_run_id}","href":"/api-reference/agents/get-agent-evaluation-run"},{"title":"Get Agent Training Evaluation Series","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/training-runs/{training_run_id}/evaluation-series","href":"/api-reference/agents/get-agent-training-evaluation-series"},{"title":"List Production Traces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/traces","href":"/api-reference/agents/list-production-traces"},{"title":"Get Production Trace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{agent_id}/traces/{trajectory_id}","href":"/api-reference/agents/get-production-trace"},{"title":"Update Production Trace Feedback","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/agents/{agent_id}/traces/{trajectory_id}","href":"/api-reference/agents/update-production-trace-feedback"}]},{"group":"model-slugs","pages":[{"title":"Get Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/get-production-model-slug"},{"title":"Create Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/create-production-model-slug"},{"title":"Update Production Model Slug","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/model-slugs/production/{agent_id}","href":"/api-reference/model-slugs/update-production-model-slug"}]},{"group":"Trajectories","pages":[{"title":"List trajectories","deprecated":null,"version":null,"sidebarTitle":"List trajectories route","openapi":"/openapi.json get /api/v1/trajectories","href":"/api-reference/trajectories/list-trajectories-route"},{"title":"Create a trajectory","deprecated":null,"version":null,"sidebarTitle":"Create a trajectory","openapi":"/openapi.json post /api/v1/trajectories","href":"/api-reference/trajectories/create-a-trajectory"},{"title":"Upload trajectories","deprecated":null,"version":null,"sidebarTitle":"Upload","openapi":"/openapi.json post /api/v1/trajectories/upload","href":"/api-reference/trajectories/upload"},{"title":"List trajectory datasets","deprecated":null,"version":null,"sidebarTitle":"Datasets","openapi":"/openapi.json get /api/v1/datasets","href":"/api-reference/trajectories/datasets"},{"title":"List trajectory events","deprecated":null,"version":null,"sidebarTitle":"List trajectory events","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}/events","href":"/api-reference/trajectories/list-trajectory-events"},{"title":"Record a trajectory event","deprecated":null,"version":null,"sidebarTitle":"Log trajectory event","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/events","href":"/api-reference/trajectories/log-trajectory-event"},{"title":"Record a trajectory reward","deprecated":null,"version":null,"sidebarTitle":"Log trajectory reward","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/rewards","href":"/api-reference/trajectories/log-trajectory-reward"},{"title":"Complete a trajectory","deprecated":null,"version":null,"sidebarTitle":"Complete trajectory route","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/complete","href":"/api-reference/trajectories/complete-trajectory-route"},{"title":"Get a trajectory","deprecated":null,"version":null,"sidebarTitle":"Detail","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}","href":"/api-reference/trajectories/detail"},{"title":"List trajectory steps","deprecated":null,"version":null,"sidebarTitle":"Steps","openapi":"/openapi.json get /api/v1/trajectories/{trajectory_id}/steps","href":"/api-reference/trajectories/steps"}]},{"group":"Artifacts","pages":[{"title":"Store artifact content","deprecated":null,"version":null,"sidebarTitle":"Store artifact content","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts/content","href":"/api-reference/artifacts/store-artifact-content"},{"title":"Get an artifact download URL","deprecated":null,"version":null,"sidebarTitle":"Get an artifact download url","openapi":"/openapi.json get /api/v1/artifacts/{artifact_id}","href":"/api-reference/artifacts/get-an-artifact-download-url"},{"title":"Create an artifact upload","deprecated":null,"version":null,"sidebarTitle":"Create an artifact upload","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts","href":"/api-reference/artifacts/create-an-artifact-upload"},{"title":"Complete an artifact upload","deprecated":null,"version":null,"sidebarTitle":"Complete an artifact upload","openapi":"/openapi.json post /api/v1/trajectories/{trajectory_id}/artifacts/{artifact_id}/complete","href":"/api-reference/artifacts/complete-an-artifact-upload"}]},{"group":"Deployments","pages":[{"title":"Deployment Chat Completion","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/chat/completions","href":"/api-reference/deployments/deployment-chat-completion"},{"title":"List deployments","deprecated":null,"version":null,"sidebarTitle":"List deployments route","openapi":"/openapi.json get /api/v1/deploy","href":"/api-reference/deployments/list-deployments-route"},{"title":"Create a deployment","deprecated":null,"version":null,"sidebarTitle":"Start","openapi":"/openapi.json post /api/v1/deploy","href":"/api-reference/deployments/start"},{"title":"Retry Deployment Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/retry","href":"/api-reference/deployments/retry-deployment-route"},{"title":"Cancel Deployment Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deploy/{deployment_id}/cancel","href":"/api-reference/deployments/cancel-deployment-route"},{"title":"Get a deployment","deprecated":null,"version":null,"sidebarTitle":"Get deployment route","openapi":"/openapi.json get /api/v1/deploy/{deployment_id}","href":"/api-reference/deployments/get-deployment-route"},{"title":"Delete a deployment","deprecated":null,"version":null,"sidebarTitle":"Undeploy","openapi":"/openapi.json delete /api/v1/deploy/{deployment_id}","href":"/api-reference/deployments/undeploy"}]},{"group":"Model endpoints","pages":[{"title":"Get Model Endpoint Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-endpoints/{production_model_slug}","href":"/api-reference/model-endpoints/get-model-endpoint-route"},{"title":"Create a model endpoint","deprecated":null,"version":null,"sidebarTitle":"Create a model endpoint","openapi":"/openapi.json post /api/v1/model-endpoints","href":"/api-reference/model-endpoints/create-a-model-endpoint"}]},{"group":"Supported models","pages":[{"title":"List training models","deprecated":null,"version":null,"sidebarTitle":"List supported training models","openapi":"/openapi.json get /api/v1/models/supported-training-models","href":"/api-reference/supported-models/list-supported-training-models"},{"title":"List evaluation models","deprecated":null,"version":null,"sidebarTitle":"List supported eval models","openapi":"/openapi.json get /api/v1/models/supported-eval-models","href":"/api-reference/supported-models/list-supported-eval-models"}]},{"group":"Inference","pages":[{"title":"Create a chat completion","deprecated":null,"version":null,"sidebarTitle":"Create chat completion 1","openapi":"/openapi.json post /v1/chat/completions","href":"/api-reference/inference/create-chat-completion-1"},{"title":"Create Response","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/responses","href":"/api-reference/inference/create-response"},{"title":"List served models","deprecated":null,"version":null,"sidebarTitle":"List models 1","openapi":"/openapi.json get /v1/models","href":"/api-reference/inference/list-models-1"},{"title":"Get a served model","deprecated":null,"version":null,"sidebarTitle":"Get model 1","openapi":"/openapi.json get /v1/models/{model}","href":"/api-reference/inference/get-model-1"},{"title":"Submit Inference Operation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/inference/operations","href":"/api-reference/inference/submit-inference-operation"},{"title":"Get By Inference Operation","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/inference/operations/{inference_operation_id}","href":"/api-reference/inference/get-by-inference-operation"}]},{"group":"Organizations","pages":[{"title":"Get the current organization","deprecated":null,"version":null,"sidebarTitle":"Current organization","openapi":"/openapi.json get /api/v1/organizations/current","href":"/api-reference/organizations/current-organization"}]},{"group":"Secrets","pages":[{"title":"List secrets","deprecated":null,"version":null,"sidebarTitle":"List user secrets","openapi":"/openapi.json get /api/v1/secrets","href":"/api-reference/secrets/list-user-secrets"},{"title":"Create a secret","deprecated":null,"version":null,"sidebarTitle":"Create secret","openapi":"/openapi.json post /api/v1/secrets","href":"/api-reference/secrets/create-secret"},{"title":"Revoke a secret","deprecated":null,"version":null,"sidebarTitle":"Revoke secret","openapi":"/openapi.json delete /api/v1/secrets/{secret_id}","href":"/api-reference/secrets/revoke-secret"}]},{"group":"billing","pages":[{"title":"Get Billing Run Costs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/billing/usage/runs","href":"/api-reference/billing/get-billing-run-costs"}]},{"group":"Specs (benchmarks)","pages":[{"title":"Get a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Benchmark spec","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/spec","href":"/api-reference/benchmarks/benchmark-spec"},{"title":"List Benchmark Spec Tasks","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/tasks","href":"/api-reference/benchmarks/list-benchmark-spec-tasks"},{"title":"List Benchmark Spec Tools","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/tools","href":"/api-reference/benchmarks/list-benchmark-spec-tools"},{"title":"List Benchmark Spec Runtimes","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/runtimes","href":"/api-reference/benchmarks/list-benchmark-spec-runtimes"},{"title":"Get Benchmark Task Readiness","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/task-readiness","href":"/api-reference/benchmarks/get-benchmark-task-readiness"},{"title":"Get a spec (benchmark) task count","deprecated":null,"version":null,"sidebarTitle":"Benchmark task count","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/task-count","href":"/api-reference/benchmarks/benchmark-task-count"},{"title":"Create a spec (benchmark) upload","deprecated":null,"version":null,"sidebarTitle":"Create benchmark upload","openapi":"/openapi.json post /api/v1/benchmarks/uploads","href":"/api-reference/benchmarks/create-benchmark-upload"},{"title":"Register a spec (benchmark) manifest","deprecated":null,"version":null,"sidebarTitle":"Ingest benchmark","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/ingest","href":"/api-reference/benchmarks/ingest-benchmark"},{"title":"Compare spec (benchmark) tasks","deprecated":null,"version":null,"sidebarTitle":"Diff benchmark tasks","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/diff","href":"/api-reference/benchmarks/diff-benchmark-tasks"},{"title":"Create a task append upload","description":"Allocate upload URLs for a batch of spec (benchmark) task files. Commit the returned batch ID to publish the tasks.","deprecated":null,"version":null,"sidebarTitle":"Create benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append","href":"/api-reference/benchmarks/create-benchmark-task-append"},{"title":"Commit a task append","deprecated":null,"version":null,"sidebarTitle":"Commit benchmark task append","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/tasks/append/{batch_id}/commit","href":"/api-reference/benchmarks/commit-benchmark-task-append"},{"title":"Build spec (benchmark) environments","description":"Start building the spec’s unbuilt task environment images. Builds run asynchronously; inspect image status or spec readiness before launching a run.","deprecated":null,"version":null,"sidebarTitle":"Build benchmark images","openapi":"/openapi.json post /api/v1/benchmarks/{bench_id}/images/build","href":"/api-reference/benchmarks/build-benchmark-images"},{"title":"List spec (benchmark) images","deprecated":null,"version":null,"sidebarTitle":"List benchmark images","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/images","href":"/api-reference/benchmarks/list-benchmark-images"},{"title":"Check spec (benchmark) readiness","deprecated":null,"version":null,"sidebarTitle":"Get benchmark readiness","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}/readiness","href":"/api-reference/benchmarks/get-benchmark-readiness"},{"title":"List specs (benchmarks)","deprecated":null,"version":null,"sidebarTitle":"List benchmarks","openapi":"/openapi.json get /api/v1/benchmarks","href":"/api-reference/benchmarks/list-benchmarks"},{"title":"List spec (benchmark) runtimes","deprecated":null,"version":null,"sidebarTitle":"List benchmark runtimes","openapi":"/openapi.json get /api/v1/benchmarks/runtimes","href":"/api-reference/benchmarks/list-benchmark-runtimes"},{"title":"Get a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Get benchmark","openapi":"/openapi.json get /api/v1/benchmarks/{bench_id}","href":"/api-reference/benchmarks/get-benchmark"},{"title":"Delete a spec (benchmark)","deprecated":null,"version":null,"sidebarTitle":"Delete benchmark spec","openapi":"/openapi.json delete /api/v1/benchmarks/{bench_id}","href":"/api-reference/benchmarks/delete-benchmark-spec"},{"title":"Delete a spec (benchmark) task","deprecated":null,"version":null,"sidebarTitle":"Delete benchmark task","openapi":"/openapi.json delete /api/v1/benchmarks/{bench_id}/tasks/{task_id}","href":"/api-reference/benchmarks/delete-benchmark-task"}]},{"group":"Diagnostics","pages":[{"title":"Ingest Task For Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/task/ingest","href":"/api-reference/diagnostics/ingest-task-for-diagnostics"},{"title":"Start Task Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/task/run","href":"/api-reference/diagnostics/start-task-diagnostics"},{"title":"Start Benchmark Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/diagnostics/benchmark/run","href":"/api-reference/diagnostics/start-benchmark-diagnostics"},{"title":"Get Benchmark Diagnostics Status","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/diagnostics/{benchmark_diagnostic_id}/status","href":"/api-reference/diagnostics/get-benchmark-diagnostics-status"},{"title":"Get Benchmark Diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/diagnostics/{benchmark_diagnostic_id}","href":"/api-reference/diagnostics/get-benchmark-diagnostics"}]},{"group":"Spec (benchmark) submissions","pages":[{"title":"Create a spec (benchmark) submission","deprecated":null,"version":null,"sidebarTitle":"Create session","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions","href":"/api-reference/benchmark-ingestion/create-session"},{"title":"Allocate submission uploads","deprecated":null,"version":null,"sidebarTitle":"Allocate","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/uploads","href":"/api-reference/benchmark-ingestion/allocate"},{"title":"Finalize a spec (benchmark) submission","deprecated":null,"version":null,"sidebarTitle":"Finalize","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/finalize","href":"/api-reference/benchmark-ingestion/finalize"},{"title":"Cancel a spec (benchmark) upload","deprecated":null,"version":null,"sidebarTitle":"Cancel","openapi":"/openapi.json post /api/v1/benchmark-ingestion/sessions/{operation_id}/cancel","href":"/api-reference/benchmark-ingestion/cancel"},{"title":"Get submission progress","deprecated":null,"version":null,"sidebarTitle":"Status","openapi":"/openapi.json get /api/v1/benchmark-ingestion/operations/{operation_id}","href":"/api-reference/benchmark-ingestion/status"},{"title":"List submission results","deprecated":null,"version":null,"sidebarTitle":"Items","openapi":"/openapi.json get /api/v1/benchmark-ingestion/operations/{operation_id}/{kind}","href":"/api-reference/benchmark-ingestion/items"}]},{"group":"Evaluations","pages":[{"title":"Resume Eval Route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/eval/{run_id}/resume","href":"/api-reference/eval/resume-eval-route"},{"title":"Get evaluation options","deprecated":null,"version":null,"sidebarTitle":"Get eval options route","openapi":"/openapi.json get /api/v1/eval/options","href":"/api-reference/eval/get-eval-options-route"},{"title":"Get an evaluation run","deprecated":null,"version":null,"sidebarTitle":"Get eval run route","openapi":"/openapi.json get /api/v1/eval/{run_id}","href":"/api-reference/eval/get-eval-run-route"},{"title":"Delete an evaluation run","deprecated":null,"version":null,"sidebarTitle":"Delete eval run route","openapi":"/openapi.json delete /api/v1/eval/{run_id}","href":"/api-reference/eval/delete-eval-run-route"},{"title":"Start an evaluation","deprecated":null,"version":null,"sidebarTitle":"Start eval route","openapi":"/openapi.json post /api/v1/eval","href":"/api-reference/eval/start-eval-route"},{"title":"Cancel an evaluation","deprecated":null,"version":null,"sidebarTitle":"Cancel an evaluation","openapi":"/openapi.json post /api/v1/eval/{run_id}/cancel","href":"/api-reference/eval/cancel-an-evaluation"},{"title":"List evaluation runs","deprecated":null,"version":null,"sidebarTitle":"List eval runs route","openapi":"/openapi.json get /api/v1/eval/{bench_id}/runs","href":"/api-reference/eval/list-eval-runs-route"},{"title":"Get evaluation progress","deprecated":null,"version":null,"sidebarTitle":"Get eval progress route","openapi":"/openapi.json get /api/v1/eval/{run_id}/progress","href":"/api-reference/eval/get-eval-progress-route"},{"title":"Get Eval Remaining Work Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/eval/{eval_run_id}/remaining-work","href":"/api-reference/eval/get-eval-remaining-work-route"},{"title":"Get evaluation rewards","deprecated":null,"version":null,"sidebarTitle":"Get eval trajectory rewards route","openapi":"/openapi.json get /api/v1/eval/{run_id}/trajectory-rewards","href":"/api-reference/eval/get-eval-trajectory-rewards-route"},{"title":"Get evaluation rollout statistics","deprecated":null,"version":null,"sidebarTitle":"Get eval rollout statistics route","openapi":"/openapi.json get /api/v1/eval/{run_id}/rollout-statistics","href":"/api-reference/eval/get-eval-rollout-statistics-route"}]},{"group":"Telemetry","pages":[{"title":"Ingest telemetry events","deprecated":null,"version":null,"sidebarTitle":"Ingest events","openapi":"/openapi.json post /api/v1/telemetry/events","href":"/api-reference/telemetry/ingest-events"}]},{"group":"Training","pages":[{"title":"Add training samples","deprecated":null,"version":null,"sidebarTitle":"Add training samples","openapi":"/openapi.json post /api/v1/train/{run_id}/samples","href":"/api-reference/training/add-training-samples"},{"title":"Start a training run","deprecated":null,"version":null,"sidebarTitle":"Create training run route","openapi":"/openapi.json post /api/v1/train","href":"/api-reference/training/create-training-run-route"},{"title":"Get training options","deprecated":null,"version":null,"sidebarTitle":"Get training options route","openapi":"/openapi.json get /api/v1/train/options","href":"/api-reference/training/get-training-options-route"},{"title":"List training runs","deprecated":null,"version":null,"sidebarTitle":"List training runs route","openapi":"/openapi.json get /api/v1/train/{bench_id}/runs","href":"/api-reference/training/list-training-runs-route"},{"title":"Get a training run","deprecated":null,"version":null,"sidebarTitle":"Get training run route","openapi":"/openapi.json get /api/v1/train/{run_id}","href":"/api-reference/training/get-training-run-route"},{"title":"Delete a training run","deprecated":null,"version":null,"sidebarTitle":"Delete training run route","openapi":"/openapi.json delete /api/v1/train/{run_id}","href":"/api-reference/training/delete-training-run-route"},{"title":"Update Training Run Route","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/train/{training_run_id}","href":"/api-reference/training/update-training-run-route"},{"title":"Get training progress","deprecated":null,"version":null,"sidebarTitle":"Get training progress route","openapi":"/openapi.json get /api/v1/train/{run_id}/progress","href":"/api-reference/training/get-training-progress-route"},{"title":"Get training rewards by step","deprecated":null,"version":null,"sidebarTitle":"Get trainer rewards by step","openapi":"/openapi.json get /api/v1/train/{run_id}/step/trainer-reward-by-step","href":"/api-reference/training/get-trainer-rewards-by-step"},{"title":"Get held-out rewards by step","deprecated":null,"version":null,"sidebarTitle":"Get held out rewards by step","openapi":"/openapi.json get /api/v1/train/{run_id}/step/held-out-reward-by-step","href":"/api-reference/training/get-held-out-rewards-by-step"},{"title":"Get training step summaries","deprecated":null,"version":null,"sidebarTitle":"Get training step summaries","openapi":"/openapi.json get /api/v1/train/{run_id}/step-summaries","href":"/api-reference/training/get-training-step-summaries"},{"title":"List training step trajectories","deprecated":null,"version":null,"sidebarTitle":"List training step trajectories","openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/trajectories","href":"/api-reference/training/list-training-step-trajectories"},{"title":"Get Training Step Group Stats Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/group-stats","href":"/api-reference/training/get-training-step-group-stats-route"},{"title":"List Training Step Groups Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/groups","href":"/api-reference/training/list-training-step-groups-route"},{"title":"Get training trajectory rewards","deprecated":null,"version":null,"sidebarTitle":"Get training trajectory rewards route","openapi":"/openapi.json get /api/v1/train/{run_id}/steps/{step}/trajectory-rewards","href":"/api-reference/training/get-training-trajectory-rewards-route"},{"title":"Cancel a training run","deprecated":null,"version":null,"sidebarTitle":"Cancel training run route","openapi":"/openapi.json post /api/v1/train/{run_id}/cancel","href":"/api-reference/training/cancel-training-run-route"},{"title":"List Training Checkpoints Route","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/train/{run_id}/checkpoints","href":"/api-reference/training/list-training-checkpoints-route"},{"title":"Get a training checkpoint","deprecated":null,"version":null,"sidebarTitle":"Get training checkpoint route","openapi":"/openapi.json get /api/v1/train/{run_id}/checkpoints/{step_index}","href":"/api-reference/training/get-training-checkpoint-route"}]}]}]}]},"basePath":"","title":"Commit a task append - Trajectory","buildId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","deploymentId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-DCDCdBVX.js","utils-ME8dDnLe.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-0e84ACsd.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-wgRBj-ia.js","snippetPresets-C11Sgb-o.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-C0lapOpP.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-ZeRQV8fF.js","shallow-BupWh095.js","getApiPlaygroundDisplay-BnYQO2Ss.js","CodeSnippet-RKKOc8c_.js","CodeSnippets-Drf_m8wS.js","Page-Bevw23-4.js","getPastedJson-u6QiPzNZ.js","icon-Bb-CBSxO.js","MethodPill-F7l5AI7V.js","DuplicateIcon-IiAXkdSg.js","createIcon-FliI8EBc.js","DynamicMarkdown-B62XqCSI.js","SectionHeading-Dj31pT03.js","axios-vUo_bRtp.js","Markdown-BOgQCTwD.js","clsx-BIWXJmsZ.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-DKZWslLH.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-UDqbR6xh.js"]}