The full extraction request configuration to use (fields, registries, example_documents, feature_config). The document_id field is ignored here and overridden per-document during evaluation.
Average LLM cost in USD per document. Populated when status=DONE.
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"AO Docs Documentation","colors":{"primary":"#006CB2","light":"#4CA5E7","dark":"#006CB2"},"logo":{"light":"https://mintcdn.com/aodocs/ln9-UK7vfqtB6Ctx/logo/light.svg?fit=max\u0026auto=format\u0026n=ln9-UK7vfqtB6Ctx\u0026q=85\u0026s=c418895665a6cfafbf4d17e675f7c276","dark":"https://mintcdn.com/aodocs/ln9-UK7vfqtB6Ctx/logo/dark.svg?fit=max\u0026auto=format\u0026n=ln9-UK7vfqtB6Ctx\u0026q=85\u0026s=819218ba54186566d25d26d5ea329e61","href":"https://www.aodocs.com"},"favicon":"https://mintcdn.com/aodocs/ln9-UK7vfqtB6Ctx/favicon.svg?fit=max\u0026auto=format\u0026n=ln9-UK7vfqtB6Ctx\u0026q=85\u0026s=d0bf037dce435927befb8332e856c7e0","appearance":{"default":"dark"},"navbar":{"links":[{"href":"https://www.aodocs.com/contact/","label":"Contact us"}]},"footer":{"socials":{"youtube":"https://www.youtube.com/channel/UC4BSPzADc9QXoh29SAsn3Cg","linkedin":"https://www.linkedin.com/company/altirnao"}},"fonts":{"heading":{"family":"Roboto"},"body":{"family":"Roboto"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"About","icon":"users","href":"https://www.aodocs.com/company/"},{"anchor":"Blog","icon":"newspaper","href":"https://www.aodocs.com/blog/"},{"anchor":"Status","icon":"signal","href":"https://status.aodocs.com/?__hstc=7523757.3689b6b59ff0c12fcac6aa9719dd6032.1586143551842.1586316583659.1586321455157.16\u0026__hssc=7523757.35.1586321455157\u0026__hsfp=209583371"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"aodocs","hasAudioNarration":false,"actualSubdomain":"aodocs","customDomains":["api.aodocs.com"],"gitSource":{"type":"github","owner":"aodocs-dev","repo":"api-documentation","deployBranch":"master","contentDirectory":"mintlify-docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae9cccd41d246c64a859cb3","collectionId":"9ce5f2ac-f865-480d-a727-f545dbc7220f","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae9cccd41d246c64a859cb3"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aeb345a385381993c303029","clientVersion":"0.0.4054","searchFilterCounts":[{"language":"default","tag":"Core API Reference","count":357},{"language":"default","tag":"AI API Reference","count":88},{"language":"default","tag":"AIDA API Reference","count":85},{"language":"default","tag":"library","count":69},{"language":"default","tag":"Library","count":64},{"language":"default","tag":"Document ID","count":43},{"language":"default","tag":"Domain","count":42},{"language":"default","tag":"documentId","count":42},{"language":"default","tag":"domain","count":39},{"language":"default","tag":"Guides","count":37}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[],"page":{"pagePath":"api-reference/metadata_evaluation/create-evaluation","slug":"/api-reference/metadata_evaluation/create-evaluation","pageMetadata":{"title":"Create Evaluation","description":"Create a new metadata extraction evaluation. Starts async processing immediately.","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations","href":"/api-reference/metadata_evaluation/create-evaluation","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Create a new metadata extraction evaluation. Starts async processing immediately.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Create Evaluation","description":"Create a new metadata extraction evaluation. Starts async processing immediately.","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations","href":"/api-reference/metadata_evaluation/create-evaluation","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["metadata_evaluation"],"summary":"Create Evaluation","description":"Create a new metadata extraction evaluation. Starts async processing immediately.","operationId":"create_evaluation_assistant_api_v1_tenants__tenant__libraries__library_id__evaluations_post","security":["de53070d-1703-4bcf-84e7-a69cd6dd4484"],"parameters":["6ccd7357-e219-425d-ba01-07b6d82be813","6b3b5fad-70eb-487a-9e55-4bf87bf0327d"],"requestBody":"7faec186-f934-4de9-9027-fb8ae89b5255","responses":{"200":"8d06ed14-1024-42c4-a9ba-977a875148c7","400":"11735627-9e6a-43ba-9ff6-056dfda8e032","422":"486e890d-d160-46bc-a3e7-58a9c6bead68"},"method":"post","type":"path","servers":["801aebaf-77ec-4f1f-b3d8-76b33f8af66d","55e0d4b7-9b4a-4a78-a506-68dfae8a4a9f"],"path":"/assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations","baseUrlOptions":["https://document-assistant.us.aodocs.app","https://document-assistant.eu.aodocs.app"],"title":"Create Evaluation","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"6ccd7357-e219-425d-ba01-07b6d82be813":{"name":"library_id","in":"path","required":true,"schema":{"type":"string","description":"The id of the library","title":"Library Id","isRequired":true,"uniqueKey":"","typeLabel":"string"},"description":"The id of the library"},"6b3b5fad-70eb-487a-9e55-4bf87bf0327d":{"name":"tenant","in":"path","required":true,"schema":{"type":"string","description":"The domain of the customer","examples":["example.com"],"title":"Tenant","isRequired":true,"uniqueKey":"","typeLabel":"string"},"description":"The domain of the customer"}},"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"name":{"type":"string","title":"Name","description":"Human-readable label for this evaluation run","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"document_ids":{"items":{"type":"string","uniqueKey":"document_ids.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Document Ids","description":"IDs of the AODocs documents to evaluate against their current field values","isRequired":true,"uniqueKey":"document_ids","typeLabel":"string[]"},"extraction_request":{"properties":{"document_id":{"type":"string","title":"Document Id","description":"The document ID of the files","isRequired":true,"uniqueKey":"extraction_request.document_id","typeLabel":"string"},"llm_provider":{"oneOf":[{"type":"string","title":"LlmProvider","description":"The LLM provider to use. If not provided, the default provider will be used.","enum":["OpenAI","Google","Altirnao","MistralAI","Anthropic"],"uniqueKey":"extraction_request.llm_provider.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The LLM provider to use. If not provided, the default provider will be used.","uniqueKey":"extraction_request.llm_provider.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.llm_provider","typeLabel":"enum\u003cstring> | null"},"llm_model_prefix":{"oneOf":[{"type":"string","title":"Llm Model Prefix","description":"The prefix of the LLM model name to use. If not provided, the default model will be used.","example":"gemini-3.7-flash","uniqueKey":"extraction_request.llm_model_prefix.oneOf.0","typeLabel":"string"},{"type":"null","title":"Llm Model Prefix","description":"The prefix of the LLM model name to use. If not provided, the default model will be used.","example":"gemini-3.7-flash","uniqueKey":"extraction_request.llm_model_prefix.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.llm_model_prefix","typeLabel":"string | null"},"attachment_filters":{"oneOf":[{"type":"array","items":{"properties":{"name":{"oneOf":[{"type":"string","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].name.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].name","typeLabel":"string | null"},"id":{"oneOf":[{"type":"string","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].id","typeLabel":"string | null"},"mime_type":{"oneOf":[{"type":"string","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].mime_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].mime_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX].mime_type","typeLabel":"string | null"}},"type":"object","title":"AttachmentFilter","description":"Match an attachment by identifier, MIME type, or name expression.","uniqueKey":"extraction_request.attachment_filters.oneOf.0.items.[INDEX]","typeLabel":"AttachmentFilter · object"},"title":"Attachment Filters","description":"The attachments to extract metadata from.\n If provided then only the attachments matching one of the rules are used.\n If not provided then all attachments will be extracted.\n Deprecated: use sources with an attachments entry instead. ","deprecated":true,"uniqueKey":"extraction_request.attachment_filters.oneOf.0","typeLabel":"AttachmentFilter · object[]"},{"type":"null","title":"Attachment Filters","description":"The attachments to extract metadata from.\n If provided then only the attachments matching one of the rules are used.\n If not provided then all attachments will be extracted.\n Deprecated: use sources with an attachments entry instead. ","deprecated":true,"uniqueKey":"extraction_request.attachment_filters.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.attachment_filters","typeLabel":"AttachmentFilter · object[] | null"},"sources":{"oneOf":[{"type":"array","items":{"oneOf":[{"type":"object","title":"DescriptionExtractionSource","properties":{"type":{"type":"string","const":"description","title":"Type","default":"description","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.0.type","typeLabel":"string"}},"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"DescriptionExtractionSource · object"},{"type":"object","title":"AttachmentsExtractionSource","properties":{"type":{"type":"string","const":"attachments","title":"Type","default":"attachments","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.type","typeLabel":"string"},"include":{"oneOf":[{"type":"array","items":{"properties":{"name":{"oneOf":[{"type":"string","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].name.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].name","typeLabel":"string | null"},"id":{"oneOf":[{"type":"string","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].id","typeLabel":"string | null"},"mime_type":{"oneOf":[{"type":"string","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].mime_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].mime_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX].mime_type","typeLabel":"string | null"}},"type":"object","title":"AttachmentFilter","description":"Match an attachment by identifier, MIME type, or name expression.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0.items.[INDEX]","typeLabel":"AttachmentFilter · object"},"title":"Include","description":"Attachment filters to include. If omitted, all attachments are included. If empty, no attachments are included.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.0","typeLabel":"AttachmentFilter · object[]"},{"type":"null","title":"Include","description":"Attachment filters to include. If omitted, all attachments are included. If empty, no attachments are included.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.include","typeLabel":"AttachmentFilter · object[] | null"},"exclude":{"oneOf":[{"type":"array","items":{"properties":{"name":{"oneOf":[{"type":"string","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","description":"The name of the attachment to match (it can be a regular expression)","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].name.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].name","typeLabel":"string | null"},"id":{"oneOf":[{"type":"string","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","description":"The id of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].id","typeLabel":"string | null"},"mime_type":{"oneOf":[{"type":"string","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].mime_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Mime Type","description":"The mimetype of the matched attachment","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].mime_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX].mime_type","typeLabel":"string | null"}},"type":"object","title":"AttachmentFilter","description":"Match an attachment by identifier, MIME type, or name expression.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0.items.[INDEX]","typeLabel":"AttachmentFilter · object"},"title":"Exclude","description":"Attachment filters to exclude after applying include filters. Exclusion takes precedence over inclusion.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.0","typeLabel":"AttachmentFilter · object[]"},{"type":"null","title":"Exclude","description":"Attachment filters to exclude after applying include filters. Exclusion takes precedence over inclusion.","uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1.exclude","typeLabel":"AttachmentFilter · object[] | null"}},"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"AttachmentsExtractionSource · object"}],"uniqueKey":"extraction_request.sources.oneOf.0.items.[INDEX]","typeLabel":"DescriptionExtractionSource · object | AttachmentsExtractionSource · object"},"title":"Sources","description":"The ordered document content sources to extract metadata from.\n If omitted, attachment-only extraction is used for backward compatibility.\n Description sources are opt-in. ","minItems":1,"uniqueKey":"extraction_request.sources.oneOf.0","typeLabel":"(DescriptionExtractionSource · object | AttachmentsExtractionSource · object)[]"},{"type":"null","title":"Sources","description":"The ordered document content sources to extract metadata from.\n If omitted, attachment-only extraction is used for backward compatibility.\n Description sources are opt-in. ","uniqueKey":"extraction_request.sources.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.sources","typeLabel":"(DescriptionExtractionSource · object | AttachmentsExtractionSource · object)[] | null"},"instruction":{"oneOf":[{"type":"string","title":"Instruction","description":"The prompt extension for the metadata extraction","uniqueKey":"extraction_request.instruction.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instruction","description":"The prompt extension for the metadata extraction","uniqueKey":"extraction_request.instruction.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.instruction","typeLabel":"string | null"},"provide_location":{"type":"boolean","title":"Provide Location","description":"Whether to calculate and return page locations (bounding boxes) for the quote supporting each extracted field. Quotes are matched against textual and scanned PDF attachments plus PNG, JPEG, and WebP images without changing extracted values. Unsupported attachment types and quotes that do not occur verbatim after normalization do not produce boxes.","default":false,"uniqueKey":"extraction_request.provide_location","typeLabel":"boolean"},"fields":{"oneOf":[{"type":"array","items":{"properties":{"name":{"oneOf":[{"type":"string","title":"Name","description":"The name of the metadata field. Either the name or id is mandatory","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Name","description":"The name of the metadata field. Either the name or id is mandatory","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].name.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].name","typeLabel":"string | null"},"id":{"oneOf":[{"type":"string","title":"Id","description":"The id of the metadata field. Either the name or id is mandatory","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id","description":"The id of the metadata field. Either the name or id is mandatory","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].id.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].id","typeLabel":"string | null"},"instruction":{"oneOf":[{"type":"string","title":"Instruction","description":"Custom instruction for extracting this field","maxLength":1024,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].instruction.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instruction","description":"Custom instruction for extracting this field","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].instruction.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].instruction","typeLabel":"string | null"},"barcode":{"type":"boolean","title":"Barcode","description":"Extract decoded barcode content and locations without using the LLM. Supported only for STRING and TEXT fields.","default":false,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].barcode","typeLabel":"boolean"},"extract_all_urls":{"type":"boolean","title":"Extract All Urls","description":"Collect every http(s) and www. address in the selected attachments without using the LLM: visible addresses and href targets in the attachment text, and PDF link targets. Supported only for URL fields.","default":false,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].extract_all_urls","typeLabel":"boolean"},"integer_decimal_handling":{"type":"string","enum":["truncate","round","roundup","error"],"title":"IntegerDecimalHandling","description":"How to coerce a decimal value the LLM returns for this integer-typed field: `truncate` drops the fractional part (3.7 → 3), `round` rounds to the nearest integer (3.5 → 4, 3.4 → 3), `roundup` always rounds up toward positive infinity (3.2 → 4), `error` raises an extraction error (default — current behavior). Applies only to integer fields; ignored otherwise.","default":"error","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].integer_decimal_handling","typeLabel":"enum\u003cstring>"},"table_search":{"oneOf":[{"type":"object","title":"TableSearchConfig","description":"Optional request-scoped table-search configuration used to validate and canonicalize STRING, CATEGORY, REFERENCE_CATALOG, or TABLE values. Complete low-cardinality enum values remain available to the extraction model; incomplete or high-cardinality enums are extracted as plain text.","required":["dataset_id"],"properties":{"dataset_id":{"type":"string","minLength":1,"title":"Dataset Id","description":"Tenant-scoped table-search dataset ID.","isRequired":true,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.dataset_id","typeLabel":"string"},"input_columns":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.input_columns.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Input Columns","description":"Dataset filter columns. Wrap a single STRING filter in a one-item list.","minItems":1,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.input_columns.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Input Columns","description":"Dataset filter columns. Wrap a single STRING filter in a one-item list.","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.input_columns.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.input_columns","typeLabel":"string[] | null"},"output_columns":{"oneOf":[{"type":"array","items":{"properties":{"name":{"type":"string","minLength":1,"title":"Name","description":"Dataset output column. For TABLE fields this must exactly match the metadata table-column name.","isRequired":true,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0.items.[INDEX].name","typeLabel":"string"},"id_column":{"oneOf":[{"type":"string","title":"Id Column","description":"Companion dataset output column containing the category or reference catalog value ID. It is not exposed as a separate extracted column.","minLength":1,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0.items.[INDEX].id_column.oneOf.0","typeLabel":"string"},{"type":"null","title":"Id Column","description":"Companion dataset output column containing the category or reference catalog value ID. It is not exposed as a separate extracted column.","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0.items.[INDEX].id_column.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0.items.[INDEX].id_column","typeLabel":"string | null"}},"type":"object","required":["name"],"title":"TableSearchOutputColumn","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0.items.[INDEX]","typeLabel":"TableSearchOutputColumn · object"},"title":"Output Columns","description":"Dataset output columns. Wrap a single STRING output in a one-item list.","minItems":1,"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.0","typeLabel":"TableSearchOutputColumn · object[]"},{"type":"null","title":"Output Columns","description":"Dataset output columns. Wrap a single STRING output in a one-item list.","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0.output_columns","typeLabel":"TableSearchOutputColumn · object[] | null"}},"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.0","typeLabel":"TableSearchConfig · object"},{"type":"null","description":"Optional request-scoped table-search configuration used to validate and canonicalize STRING, CATEGORY, REFERENCE_CATALOG, or TABLE values. Complete low-cardinality enum values remain available to the extraction model; incomplete or high-cardinality enums are extracted as plain text.","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX].table_search","typeLabel":"TableSearchConfig · object | null"}},"type":"object","title":"FieldSpec","uniqueKey":"extraction_request.fields.oneOf.0.items.[INDEX]","typeLabel":"FieldSpec · object"},"title":"Fields","description":"Specification which metadata to extract and how. If not provided, all fields will be extracted.","uniqueKey":"extraction_request.fields.oneOf.0","typeLabel":"FieldSpec · object[]"},{"type":"array","items":{"type":"string","uniqueKey":"extraction_request.fields.oneOf.1.items.[INDEX]","typeLabel":"string"},"title":"Fields","description":"Specification which metadata to extract and how. If not provided, all fields will be extracted.","uniqueKey":"extraction_request.fields.oneOf.1","typeLabel":"string[]"},{"type":"null","title":"Fields","description":"Specification which metadata to extract and how. If not provided, all fields will be extracted.","uniqueKey":"extraction_request.fields.oneOf.2","typeLabel":"null"}],"uniqueKey":"extraction_request.fields","typeLabel":"FieldSpec · object[] | string[] | null"},"example_documents":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"extraction_request.example_documents.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Example Documents","description":"A list of example documents to use for metadata extraction. If provided, the LLM will use these documents to better understand the context and provide more accurate extractions.","uniqueKey":"extraction_request.example_documents.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Example Documents","description":"A list of example documents to use for metadata extraction. If provided, the LLM will use these documents to better understand the context and provide more accurate extractions.","uniqueKey":"extraction_request.example_documents.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.example_documents","typeLabel":"string[] | null"},"registries":{"oneOf":[{"type":"array","items":{"properties":{"name":{"type":"string","title":"Name","description":"The name of the metadata registry. This is used to identify the registry in the request.","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].name","typeLabel":"string"},"library_id":{"type":"string","title":"Library Id","description":"The library ID that contains the metadata registry that should be used for metadata extraction.","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].library_id","typeLabel":"string"},"document_class_id":{"type":"string","title":"Document Class Id","description":"The document class ID that contains the metadata registry that should be used for metadata extraction.","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].document_class_id","typeLabel":"string"},"field_mappings":{"items":{"properties":{"extracted_field":{"type":"string","title":"Extracted Field","description":"The ID or name of the field in the extracted metadata","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX].extracted_field","typeLabel":"string"},"registry_field":{"type":"string","title":"Registry Field","description":"The ID or name of the field in the metadata registry","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX].registry_field","typeLabel":"string"},"key_field":{"type":"boolean","title":"Key Field","description":"If true, the field is used to match the document to the metadata registry. \nWe need at least one key field to match the document to the metadata registry.","default":false,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX].key_field","typeLabel":"boolean"},"optional_key":{"type":"boolean","title":"Optional Key","description":"If True, this key field is optional—if it's missing in the extracted data, the match can still succeed as long as other key fields are present and match.","default":false,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX].optional_key","typeLabel":"boolean"},"similarity_threshold":{"type":"number","maximum":1,"minimum":0,"title":"Similarity Threshold","description":"For key fields only: how closely the extracted and registry values need to match (0.0 = no similarity, 1.0 = perfect match). If more than one record matches, the one with the highest total similarity across all key fields will be chosen.","default":1,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX].similarity_threshold","typeLabel":"number"}},"type":"object","required":["extracted_field","registry_field"],"title":"FieldMapping","uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings.items.[INDEX]","typeLabel":"FieldMapping · object"},"type":"array","title":"Field Mappings","description":"Mapping between the extracted fields and the registry \nThere should be at least one key field in this mapping.","isRequired":true,"uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].field_mappings","typeLabel":"FieldMapping · object[]"},"match_mode":{"type":"string","enum":["ALL","ANY"],"title":"MatchMode","description":"Specifies whether all key fields must match (ALL) or if any single key field match is sufficient (ANY) to consider a registry entry as a potential match.","default":"ALL","uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX].match_mode","typeLabel":"enum\u003cstring>"}},"type":"object","required":["name","library_id","document_class_id","field_mappings"],"title":"Registry","uniqueKey":"extraction_request.registries.oneOf.0.items.[INDEX]","typeLabel":"Registry · object"},"title":"Registries","description":"A list of metadata registries to use for metadata extraction. If provided, the LLM will use these registries to better understand the context and provide more accurate extractions.","uniqueKey":"extraction_request.registries.oneOf.0","typeLabel":"Registry · object[]"},{"type":"null","title":"Registries","description":"A list of metadata registries to use for metadata extraction. If provided, the LLM will use these registries to better understand the context and provide more accurate extractions.","uniqueKey":"extraction_request.registries.oneOf.1","typeLabel":"null"}],"uniqueKey":"extraction_request.registries","typeLabel":"Registry · object[] | null"}},"type":"object","required":["document_id"],"title":"MetadataExtractRequest","description":"The full extraction request configuration to use (fields, registries, example_documents, feature_config). The document_id field is ignored here and overridden per-document during evaluation.","isRequired":true,"uniqueKey":"extraction_request","typeLabel":"MetadataExtractRequest · object"}},"type":"object","required":["name","document_ids","extraction_request"],"title":"CreateEvaluationRequest","uniqueKey":"","typeLabel":"CreateEvaluationRequest · object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","document_ids":["\u003cstring>"],"extraction_request":{"document_id":"\u003cstring>","llm_model_prefix":"gemini-3.7-flash","attachment_filters":[{"name":"\u003cstring>","id":"\u003cstring>","mime_type":"\u003cstring>"}],"sources":[{"type":"description"}],"instruction":"\u003cstring>","provide_location":false,"fields":[{"name":"\u003cstring>","id":"\u003cstring>","instruction":"\u003cstring>","barcode":false,"extract_all_urls":false,"integer_decimal_handling":"error","table_search":{"dataset_id":"\u003cstring>","input_columns":["\u003cstring>"],"output_columns":[{"name":"\u003cstring>","id_column":"\u003cstring>"}]}}],"example_documents":["\u003cstring>"],"registries":[{"name":"\u003cstring>","library_id":"\u003cstring>","document_class_id":"\u003cstring>","field_mappings":[{"extracted_field":"\u003cstring>","registry_field":"\u003cstring>","key_field":false,"optional_key":false,"similarity_threshold":1}],"match_mode":"ALL"}]}}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"8d06ed14-1024-42c4-a9ba-977a875148c7":{"description":"Successful Response","content":{"application/json":{"schema":{"properties":{"id":{"type":"string","title":"Id","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"tenant_id":{"type":"string","title":"Tenant Id","isRequired":true,"uniqueKey":"tenant_id","typeLabel":"string"},"library_id":{"type":"string","title":"Library Id","isRequired":true,"uniqueKey":"library_id","typeLabel":"string"},"name":{"type":"string","title":"Name","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"created_by":{"type":"string","title":"Created By","isRequired":true,"uniqueKey":"created_by","typeLabel":"string"},"document_ids":{"items":{"type":"string","uniqueKey":"document_ids.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Document Ids","isRequired":true,"uniqueKey":"document_ids","typeLabel":"string[]"},"status":{"type":"string","title":"Status","description":"PENDING | RUNNING | DONE | FAILED | CANCELLED","isRequired":true,"uniqueKey":"status","typeLabel":"string"},"total_documents":{"type":"integer","title":"Total Documents","isRequired":true,"uniqueKey":"total_documents","typeLabel":"integer"},"processed_documents":{"type":"integer","title":"Processed Documents","isRequired":true,"uniqueKey":"processed_documents","typeLabel":"integer"},"failed_documents":{"type":"integer","title":"Failed Documents","isRequired":true,"uniqueKey":"failed_documents","typeLabel":"integer"},"created_at":{"type":"string","title":"Created At","description":"ISO 8601 timestamp","isRequired":true,"uniqueKey":"created_at","typeLabel":"string"},"expire_at":{"type":"string","title":"Expire At","description":"ISO 8601 timestamp — entity is auto-deleted after this date","isRequired":true,"uniqueKey":"expire_at","typeLabel":"string"},"llm_model":{"oneOf":[{"type":"string","title":"Llm Model","uniqueKey":"llm_model.oneOf.0","typeLabel":"string"},{"type":"null","title":"Llm Model","uniqueKey":"llm_model.oneOf.1","typeLabel":"null"}],"uniqueKey":"llm_model","typeLabel":"string | null"},"overall_accuracy":{"oneOf":[{"type":"number","title":"Overall Accuracy","description":"Average correctness across all document+field pairs (0.0–1.0). Populated when status=DONE.","uniqueKey":"overall_accuracy.oneOf.0","typeLabel":"number"},{"type":"null","title":"Overall Accuracy","description":"Average correctness across all document+field pairs (0.0–1.0). Populated when status=DONE.","uniqueKey":"overall_accuracy.oneOf.1","typeLabel":"null"}],"uniqueKey":"overall_accuracy","typeLabel":"number | null"},"field_accuracies":{"oneOf":[{"type":"object","title":"Field Accuracies","description":"Per-field accuracy keyed by field ID. Populated when status=DONE.","additionalProperties":{"properties":{"name":{"type":"string","title":"Name","description":"Field name","isRequired":true,"uniqueKey":"field_accuracies.oneOf.0.additionalProperties.name","typeLabel":"string"},"accuracy":{"type":"number","title":"Accuracy","description":"Fraction of documents where this field was extracted correctly (0.0–1.0)","isRequired":true,"uniqueKey":"field_accuracies.oneOf.0.additionalProperties.accuracy","typeLabel":"number"}},"type":"object","required":["name","accuracy"],"title":"ApiFieldAccuracy","uniqueKey":"field_accuracies.oneOf.0.additionalProperties","typeLabel":"ApiFieldAccuracy · object"},"uniqueKey":"field_accuracies.oneOf.0","typeLabel":"Field Accuracies · object"},{"type":"null","title":"Field Accuracies","description":"Per-field accuracy keyed by field ID. Populated when status=DONE.","uniqueKey":"field_accuracies.oneOf.1","typeLabel":"null"}],"uniqueKey":"field_accuracies","typeLabel":"Field Accuracies · object | null"},"fully_correct_document_ratio":{"oneOf":[{"type":"number","title":"Fully Correct Document Ratio","description":"Fraction of documents where every evaluated field was correct (0.0–1.0). Populated when status=DONE.","uniqueKey":"fully_correct_document_ratio.oneOf.0","typeLabel":"number"},{"type":"null","title":"Fully Correct Document Ratio","description":"Fraction of documents where every evaluated field was correct (0.0–1.0). Populated when status=DONE.","uniqueKey":"fully_correct_document_ratio.oneOf.1","typeLabel":"null"}],"uniqueKey":"fully_correct_document_ratio","typeLabel":"number | null"},"total_cost":{"oneOf":[{"type":"number","title":"Total Cost","description":"Total LLM cost in USD across all evaluated documents. Populated when status=DONE.","uniqueKey":"total_cost.oneOf.0","typeLabel":"number"},{"type":"null","title":"Total Cost","description":"Total LLM cost in USD across all evaluated documents. Populated when status=DONE.","uniqueKey":"total_cost.oneOf.1","typeLabel":"null"}],"uniqueKey":"total_cost","typeLabel":"number | null"},"average_cost_per_document":{"oneOf":[{"type":"number","title":"Average Cost Per Document","description":"Average LLM cost in USD per document. Populated when status=DONE.","uniqueKey":"average_cost_per_document.oneOf.0","typeLabel":"number"},{"type":"null","title":"Average Cost Per Document","description":"Average LLM cost in USD per document. Populated when status=DONE.","uniqueKey":"average_cost_per_document.oneOf.1","typeLabel":"null"}],"uniqueKey":"average_cost_per_document","typeLabel":"number | null"}},"type":"object","required":["id","tenant_id","library_id","name","created_by","document_ids","status","total_documents","processed_documents","failed_documents","created_at","expire_at"],"title":"ApiEvaluation","uniqueKey":"","typeLabel":"ApiEvaluation · object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","tenant_id":"\u003cstring>","library_id":"\u003cstring>","name":"\u003cstring>","created_by":"\u003cstring>","document_ids":["\u003cstring>"],"status":"\u003cstring>","total_documents":123,"processed_documents":123,"failed_documents":123,"created_at":"\u003cstring>","expire_at":"\u003cstring>","llm_model":"\u003cstring>","overall_accuracy":123,"field_accuracies":{},"fully_correct_document_ratio":123,"total_cost":123,"average_cost_per_document":123}}},"exampleType":"generated"}},"exampleType":"generated"},"11735627-9e6a-43ba-9ff6-056dfda8e032":{"description":"document_ids must not be empty","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"486e890d-d160-46bc-a3e7-58a9c6bead68":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"de53070d-1703-4bcf-84e7-a69cd6dd4484":{"HTTPBearer":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"HTTPBearer"}}},"servers":{"801aebaf-77ec-4f1f-b3d8-76b33f8af66d":{"url":"https://document-assistant.us.aodocs.app","description":"Production US"},"55e0d4b7-9b4a-4a78-a506-68dfae8a4a9f":{"url":"https://document-assistant.eu.aodocs.app","description":"Production EU"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"HTTPBearer"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"HTTPBearer","name":"Authorization"}],"title":"HTTPBearer"}]},"originalFileLocation":"https://document-assistant.us.aodocs.app/openapi.json"},"subdomain":"aodocs","siteName":"AO Docs Documentation","title":"Create Evaluation - AO Docs Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-03T12:00:31.296Z","originalFileLocation":"api-reference/metadata_evaluation/create-evaluation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"dark\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Create a new metadata extraction evaluation. Starts async processing immediately.\">\u003cmeta data-mint-head name=\"application-name\" content=\"AO Docs Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create Evaluation - AO Docs Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Create a new metadata extraction evaluation. Starts async processing immediately.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"AO Docs Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://aodocs.mintlify.app/_mintlify/api/og/v2?division=metadata_evaluation\u0026amp;title=Create+Evaluation\u0026amp;description=Create+a+new+metadata+extraction+evaluation.+Starts+async+processing+immediately.\u0026amp;theme=458f498de6859a4d05c4c954\u0026amp;signature=69d799114a28be61868c1835f72448d2fe226b5ba67c91327c8493f1fafe65af\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create Evaluation - AO Docs Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Create a new metadata extraction evaluation. Starts async processing immediately.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://aodocs.mintlify.app/_mintlify/api/og/v2?division=metadata_evaluation\u0026amp;title=Create+Evaluation\u0026amp;description=Create+a+new+metadata+extraction+evaluation.+Starts+async+processing+immediately.\u0026amp;theme=458f498de6859a4d05c4c954\u0026amp;signature=69d799114a28be61868c1835f72448d2fe226b5ba67c91327c8493f1fafe65af\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/aodocs/0jcxC6UtFTOe8Ch1/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"AO Docs Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#006CB2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/metadata_evaluation/create-evaluation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://api.aodocs.com/#organization\",\"name\":\"AO Docs Documentation\",\"url\":\"https://api.aodocs.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/aodocs/ln9-UK7vfqtB6Ctx/logo/light.svg?fit=max\u0026auto=format\u0026n=ln9-UK7vfqtB6Ctx\u0026q=85\u0026s=c418895665a6cfafbf4d17e675f7c276\"}},{\"@type\":\"WebSite\",\"@id\":\"https://api.aodocs.com#website\",\"name\":\"AO Docs Documentation\",\"url\":\"https://api.aodocs.com\",\"publisher\":{\"@id\":\"https://api.aodocs.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation#webpage\",\"url\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation\",\"name\":\"Create Evaluation\",\"description\":\"Create a new metadata extraction evaluation. Starts async processing immediately.\",\"dateModified\":\"2026-11-03T12:00:31.296Z\",\"isPartOf\":{\"@id\":\"https://api.aodocs.com#website\"},\"breadcrumb\":{\"@id\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"AIDA API Reference\",\"item\":\"https://api.aodocs.com/api-reference/chat/chat\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"metadata_evaluation\",\"item\":\"https://api.aodocs.com/api-reference/metadata_evaluation/list-evaluations\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Create Evaluation\",\"item\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation#apireference\",\"headline\":\"Create Evaluation\",\"name\":\"Create Evaluation\",\"description\":\"Create a new metadata extraction evaluation. Starts async processing immediately.\",\"url\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation\",\"mainEntityOfPage\":{\"@id\":\"https://api.aodocs.com/api-reference/metadata_evaluation/create-evaluation#webpage\"},\"dateModified\":\"2026-11-03T12:00:31.296Z\",\"publisher\":{\"@id\":\"https://api.aodocs.com/#organization\"},\"isPartOf\":{\"@id\":\"https://api.aodocs.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"AO Docs Documentation\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"AO Docs Documentation","nav":{"global":{"anchors":[{"anchor":"About","icon":"users","href":"https://www.aodocs.com/company/"},{"anchor":"Blog","icon":"newspaper","href":"https://www.aodocs.com/blog/"},{"anchor":"Status","icon":"signal","href":"https://status.aodocs.com/?__hstc=7523757.3689b6b59ff0c12fcac6aa9719dd6032.1586143551842.1586316583659.1586321455157.16\u0026__hssc=7523757.35.1586321455157\u0026__hsfp=209583371"}]},"tabs":[{"tab":"Home","icon":"home","pages":[{"title":"Home","href":""}]},{"tab":"Guides","icon":"book-open","pages":[{"title":"Guides","href":"/getting-started"}]},{"tab":"Core API Reference","icon":"code-simple","pages":[{"title":"Core API Reference","href":"/api-reference/introduction"}]},{"tab":"AI API Reference","icon":"code-simple","pages":[{"title":"Introduction","href":"/aida-api/introduction"},{"title":"MCP","href":"/aida-api/mcp"},{"title":"A2A","href":"/aida-api/a2a"},{"group":"AIDA API Reference","pages":[{"group":"chat","pages":[{"title":"Chat","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/chat","href":"/api-reference/chat/chat"},{"title":"Chat Streaming","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/chat:streamingResponse","href":"/api-reference/chat/chat-streaming"},{"title":"Save Feedback","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/conversations/{conversation_id}/messages/{response_id}/feedback","href":"/api-reference/chat/save-feedback"},{"title":"Get Source Bounding Boxes","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/sources:getBoundingBoxes","href":"/api-reference/chat/get-source-bounding-boxes"},{"title":"List Conversations","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/conversations/","href":"/api-reference/chat/list-conversations"},{"title":"Get Messages in Conversation","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/conversations/{conversation_id}/messages","href":"/api-reference/chat/get-messages-in-conversation"},{"title":"Delete Conversation","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/conversations/{conversation_id}","href":"/api-reference/chat/delete-conversation"}]},{"group":"chat-v2","pages":[{"title":"Chat V2","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v2/tenants/{tenant}/chat","href":"/api-reference/chat-v2/chat-v2"},{"title":"Chat Streaming V2","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v2/tenants/{tenant}/chat:streamingResponse","href":"/api-reference/chat-v2/chat-streaming-v2"}]},{"group":"metadata","pages":[{"title":"Extract Metadata","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/metadata:extract","href":"/api-reference/metadata/extract-metadata"},{"title":"Extract Custom Metadata","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/metadata:extractCustom","href":"/api-reference/metadata/extract-custom-metadata"},{"title":"Get Metadata","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/classes/{class_id}/metadata","href":"/api-reference/metadata/get-metadata"},{"title":"Save Metadata","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/classes/{class_id}/metadata","href":"/api-reference/metadata/save-metadata"},{"title":"Train Extraction","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/metadata:train","href":"/api-reference/metadata/train-extraction"}]},{"group":"metadata_evaluation","pages":[{"title":"List Evaluations","description":"List evaluations for a library.","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations","href":"/api-reference/metadata_evaluation/list-evaluations"},{"title":"Create Evaluation","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations","href":"/api-reference/metadata_evaluation/create-evaluation"},{"title":"Cancel Evaluation","description":"Cancel a running or pending evaluation. In-flight document tasks will be skipped.","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations/{evaluation_id}:cancel","href":"/api-reference/metadata_evaluation/cancel-evaluation"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations/{evaluation_id}","href":"/api-reference/metadata_evaluation/get-evaluation"},{"title":"Delete Evaluation","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations/{evaluation_id}","href":"/api-reference/metadata_evaluation/delete-evaluation"},{"title":"Get Evaluation Document Results","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations/{evaluation_id}/documents","href":"/api-reference/metadata_evaluation/get-evaluation-document-results"},{"title":"Get Evaluation Results","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}/evaluations/{evaluation_id}/results","href":"/api-reference/metadata_evaluation/get-evaluation-results"}]},{"group":"translation","pages":[{"title":"Translate Document Api","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/documents/{document_id}/content:translate","href":"/api-reference/translation/translate-document-api"}]},{"group":"document_split","pages":[{"title":"Plan Document Split","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/document_split:plan","href":"/api-reference/document_split/plan-document-split"},{"title":"Get Document Split","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/document_splits/{job_id}","href":"/api-reference/document_split/get-document-split"}]},{"group":"document_similarity","pages":[{"title":"Find Similar","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/documents:findSimilar","href":"/api-reference/document_similarity/find-similar"}]},{"group":"document_conflict","pages":[{"title":"Check Document Conflicts","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/documents:checkConflicts","href":"/api-reference/document_conflict/check-document-conflicts"},{"title":"Get Document Conflict Job","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/document_conflicts/{job_id}","href":"/api-reference/document_conflict/get-document-conflict-job"}]},{"group":"document_validation","pages":[{"title":"Validate Document Api","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/documents:validate","href":"/api-reference/document_validation/validate-document-api"},{"title":"List Document Validation Rules","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/document_validation/rules","href":"/api-reference/document_validation/list-document-validation-rules"},{"title":"Create Document Validation Custom Rule","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/document_validation/rules","href":"/api-reference/document_validation/create-document-validation-custom-rule"},{"title":"Get Document Validation Custom Rule","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/document_validation/rules/{rule_id}","href":"/api-reference/document_validation/get-document-validation-custom-rule"},{"title":"Save Document Validation Custom Rule","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/document_validation/rules/{rule_id}","href":"/api-reference/document_validation/save-document-validation-custom-rule"},{"title":"Delete Document Validation Custom Rule","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/document_validation/rules/{rule_id}","href":"/api-reference/document_validation/delete-document-validation-custom-rule"}]},{"group":"tenant","pages":[{"title":"Get Branding","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/branding","href":"/api-reference/tenant/get-branding"},{"title":"Get Available Llm Models","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/llm_models","href":"/api-reference/tenant/get-available-llm-models"},{"title":"Get Tenant Capabilities","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/capabilities","href":"/api-reference/tenant/get-tenant-capabilities"},{"title":"Get Tenant","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}","href":"/api-reference/tenant/get-tenant"},{"title":"Save Tenant","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}","href":"/api-reference/tenant/save-tenant"},{"title":"Delete Tenant","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}","href":"/api-reference/tenant/delete-tenant"},{"title":"Get Usage Statistics","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/usage_statistics","href":"/api-reference/tenant/get-usage-statistics"},{"title":"Get Usage","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/quota_usage/{type}","href":"/api-reference/tenant/get-usage"},{"title":"Reset Usage","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/quota_usage/{type}","href":"/api-reference/tenant/reset-usage"},{"title":"Contact","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/contact","href":"/api-reference/tenant/contact"}]},{"group":"library","pages":[{"title":"Get","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/libraries/{library_id}","href":"/api-reference/library/get"},{"title":"Update","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/libraries/{library_id}","href":"/api-reference/library/update"},{"title":"Delete","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/libraries/{library_id}","href":"/api-reference/library/delete"},{"title":"Get Libraries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries:get","href":"/api-reference/library/get-libraries"},{"title":"Update Libraries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/libraries:update","href":"/api-reference/library/update-libraries"},{"title":"Delete Libraries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/libraries","href":"/api-reference/library/delete-libraries"}]},{"group":"agent","pages":[{"title":"Get Agent","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/agents/{agent_id}","href":"/api-reference/agent/get-agent"},{"title":"Update Agent","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/agents/{agent_id}","href":"/api-reference/agent/update-agent"},{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/agents/{agent_id}","href":"/api-reference/agent/delete-agent"},{"title":"List Agents","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/agents","href":"/api-reference/agent/list-agents"},{"title":"Create Agent","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/agents","href":"/api-reference/agent/create-agent"},{"title":"Get Default Libraries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/agents:getDefaultLibraries","href":"/api-reference/agent/get-default-libraries"}]},{"group":"glossary","pages":[{"title":"List Glossaries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/glossaries","href":"/api-reference/glossary/list-glossaries"},{"title":"Create Glossary","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/glossaries","href":"/api-reference/glossary/create-glossary"},{"title":"Get Glossary","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}","href":"/api-reference/glossary/get-glossary"},{"title":"Update Glossary","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}","href":"/api-reference/glossary/update-glossary"},{"title":"Delete Glossary","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}","href":"/api-reference/glossary/delete-glossary"},{"title":"List Glossary Items","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}/items","href":"/api-reference/glossary/list-glossary-items"},{"title":"Create Glossary Item","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}/items","href":"/api-reference/glossary/create-glossary-item"},{"title":"Update Glossary Item","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}/items/{item_id}","href":"/api-reference/glossary/update-glossary-item"},{"title":"Delete Glossary Item","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}/items/{item_id}","href":"/api-reference/glossary/delete-glossary-item"},{"title":"List Glossary Domains","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/glossaries/{glossary_id}/domains","href":"/api-reference/glossary/list-glossary-domains"},{"title":"Search Glossaries","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/glossaries:search","href":"/api-reference/glossary/search-glossaries"}]},{"group":"skill","pages":[{"title":"Get Skill","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/skills/{skill_id}","href":"/api-reference/skill/get-skill"},{"title":"Update Skill","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/skills/{skill_id}","href":"/api-reference/skill/update-skill"},{"title":"Delete Skill","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/skills/{skill_id}","href":"/api-reference/skill/delete-skill"},{"title":"List Skills","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/skills","href":"/api-reference/skill/list-skills"},{"title":"Create Skill","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/skills","href":"/api-reference/skill/create-skill"}]},{"group":"llm_profile","pages":[{"title":"List Llm Profiles","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/llm_profiles","href":"/api-reference/llm_profile/list-llm-profiles"},{"title":"Create Llm Profile","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/llm_profiles","href":"/api-reference/llm_profile/create-llm-profile"},{"title":"Get Llm Profile","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/llm_profiles/{profile_id}","href":"/api-reference/llm_profile/get-llm-profile"},{"title":"Update Llm Profile","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json put /assistant/api/v1/tenants/{tenant}/llm_profiles/{profile_id}","href":"/api-reference/llm_profile/update-llm-profile"},{"title":"Delete Llm Profile","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json delete /assistant/api/v1/tenants/{tenant}/llm_profiles/{profile_id}","href":"/api-reference/llm_profile/delete-llm-profile"}]},{"group":"admin-agent","pages":[{"title":"Message","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/admin-agent/message","href":"/api-reference/admin-agent/message"}]},{"group":"a2a","pages":[{"title":"Get Agent Card","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/.well-known/agent.json","href":"/api-reference/a2a/get-agent-card"},{"title":"Get Agent Card","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/.well-known/agent.json","href":"/api-reference/a2a/get-agent-card-1"},{"title":"Dynamic Client Registration","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/a2a/dcr","href":"/api-reference/a2a/dynamic-client-registration"},{"title":"Dynamic Client Registration","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/a2a/dcr","href":"/api-reference/a2a/dynamic-client-registration-1"},{"title":"Process A2A Request","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/a2a","href":"/api-reference/a2a/process-a2a-request"},{"title":"Process A2A Request","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/a2a","href":"/api-reference/a2a/process-a2a-request-1"},{"title":"Get Agent-Specific Agent Card","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json get /assistant/api/v1/tenants/{tenant}/agents/{agent_id}/a2a","href":"/api-reference/a2a/get-agent-specific-agent-card"},{"title":"Process Agent-Specific A2A Request","deprecated":null,"version":null,"openapi":"https://document-assistant.us.aodocs.app/openapi.json post /assistant/api/v1/tenants/{tenant}/agents/{agent_id}/a2a","href":"/api-reference/a2a/process-agent-specific-a2a-request"}]}]}]}]},"basePath":"","title":"Create Evaluation - AO Docs Documentation","buildId":"dpl_345ReqzYaAjzS9QpeJemsKdb7KDj","deploymentId":"dpl_345ReqzYaAjzS9QpeJemsKdb7KDj","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C8RPHPxo.js","utils-0BK-9q6z.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DfjzsUJT.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-B4v9psJ4.js","snippetPresets-CpTQv-Ez.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-BNP-Fvr0.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BSgu6h1D.js","shallow-Biv1i9Gs.js","getApiPlaygroundDisplay-BoGOXhtF.js","CodeSnippet-DvQoT18_.js","CodeSnippets-Dnpa15xT.js","Page-Buji1S4J.js","getPastedJson-xAIyhUFE.js","icon-S6FBih11.js","MethodPill-SaYeUZyk.js","DuplicateIcon-Cs-p3v2Q.js","createIcon-DjCFEoHq.js","DynamicMarkdown-BcnBltEQ.js","SectionHeading-BUBl0eEF.js","axios-vUo_bRtp.js","Markdown-h4cOoD8d.js","clsx-B2v50t8t.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-DJnKvr0g.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BHrrjR1K.js"]}