Propose Classifier metrics for an LLM judge metric
Splits an LLM judge (PARTIAL_PROMPT) metric’s judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.
POST
/
metrics
/
{id}
/
classifier-conversion
Propose Classifier metrics for an LLM judge metric
API key authorization. Pass your API key in the Authorization header as a Bearer token. Both new (gsk_*) and legacy (gsk-) API keys are accepted, e.g. Authorization: Bearer gsk_... or Authorization: Bearer gsk-....
The source metric's specifications that the caller may read: a MEMBER, READER or HUMAN_EVALUATOR gets only those of the products their user groups grant. Send their ids with each metric to link it to them.
Show child attributes
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Galtea Docs","colors":{"primary":"#5286FF","light":"#A9E3FE","dark":"#171717"},"logo":{"light":"https://mintcdn.com/galtea/t4BZ_SsOYjDJqfd8/logo/light.svg?fit=max\u0026auto=format\u0026n=t4BZ_SsOYjDJqfd8\u0026q=85\u0026s=52a5941e3fa4d5af453da96cfa8d07e5","dark":"https://mintcdn.com/galtea/t4BZ_SsOYjDJqfd8/logo/dark.svg?fit=max\u0026auto=format\u0026n=t4BZ_SsOYjDJqfd8\u0026q=85\u0026s=0ea251446a97e2cd0bb0e9de1b049412"},"favicon":"https://mintcdn.com/galtea/sKxmtq77X98SiOSi/favicon.png?fit=max\u0026auto=format\u0026n=sKxmtq77X98SiOSi\u0026q=85\u0026s=a297a4f88e5dd07d7858dc2998dfe3ce","appearance":{"default":"system","strict":false},"background":{"color":{"light":"#f6f6f5","dark":"#09090a"}},"navbar":{"links":[{"href":"mailto:support@galtea.ai","label":"Support"}],"primary":{"type":"button","label":"Dashboard","href":"https://platform.galtea.ai"}},"footer":{"socials":{"linkedin":"https://linkedin.com/company/galtea-ai","website":"https://galtea.ai"}},"fonts":{"family":"Geist"},"icons":{"library":"fontawesome"},"styling":{"eyebrows":"breadcrumbs","codeblocks":"system","latex":true},"integrations":{"posthog":{"apiKey":"phc_5hcYhBTteqSv1mp9ObS5j28EKEA1HV6sog9EZHikgcF","apiHost":"https://t.galtea.ai","sessionRecording":false}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"navigation":{"global":{"anchors":[{"anchor":"Blog","icon":"newspaper","href":"https://galtea.ai/blog"},{"anchor":"Changelog","icon":"list-check","href":"https://docs.galtea.ai/changelog"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"galtea","hasAudioNarration":false,"actualSubdomain":"galtea","customDomains":["docs.galtea.ai"],"gitSource":{"type":"github","owner":"galtea-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6adf835d16765f5140a193a4","collectionId":"1ec4052b-d628-4539-990e-5d43c677bb87","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6adf835d16765f5140a193a4"},"entitlements":{},"buildId":"6ae84b9b6e6e556c3ab6a9c4","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"default","tag":"Concepts","count":434},{"language":"default","tag":"REST API","count":225},{"language":"default","tag":"Endpoints","count":223},{"language":"default","tag":"SDK","count":157},{"language":"default","tag":"Metrics","count":44},{"language":"default","tag":"Guides","count":37},{"language":"default","tag":"metrics","count":21},{"language":"default","tag":"Deployment","count":20},{"language":"default","tag":"evaluations","count":20},{"language":"default","tag":"monitors","count":20}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[],"page":{"pagePath":"api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric","slug":"/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric","pageMetadata":{"title":"Propose Classifier metrics for an LLM judge metric","description":"Splits an LLM judge (PARTIAL_PROMPT) metric's judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with `POST /metrics/bulk`. Answers 400 where the deployment does not enable Classifier metrics.","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/classifier-conversion","href":"/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"Splits an LLM judge (PARTIAL_PROMPT) metric’s judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with \", _jsx(_components.code, {\n children: \"POST /metrics/bulk\"\n }), \". Answers 400 where the deployment does not enable Classifier metrics.\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":"system","config":{},"pageMetadata":{"title":"Propose Classifier metrics for an LLM judge metric","description":"Splits an LLM judge (PARTIAL_PROMPT) metric's judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with `POST /metrics/bulk`. Answers 400 where the deployment does not enable Classifier metrics.","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/classifier-conversion","href":"/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/galtea/e5a02beb3e16d20a/galtea-assistant.js"],"openApiReferenceData":{"operation":{"operationId":"proposeClassifierConversion","tags":["metrics"],"summary":"Propose Classifier metrics for an LLM judge metric","description":"Splits an LLM judge (PARTIAL_PROMPT) metric's judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with `POST /metrics/bulk`. Answers 400 where the deployment does not enable Classifier metrics.","security":["8941fe5f-4076-49b4-8d63-69e21aa82c12"],"x-cli-name":"propose-classifier-conversion","parameters":["5fc05023-2ef8-4673-84c6-2f9cee82e90e"],"responses":{"200":"2d98b008-49f8-45f8-9034-d5143081a5b9","400":"908a8350-0300-42e2-8ebe-6252fd5db877","401":"e4ab6581-e616-4b32-8032-80b552debc9a","403":"872d244d-6b29-4f84-b9fb-115a637efea6","404":"3ab834a2-b282-4bf7-a08f-e608b5eaf277","429":"fa10a4cc-432f-4a8c-a4c4-f57fc6a19c37","502":"cc9996cf-3156-41e7-93f4-0d9afefe2ab4"},"method":"post","type":"path","servers":["472f2e37-b9dd-4e1b-9161-6975ec99842f"],"path":"/metrics/{id}/classifier-conversion","baseUrlOptions":["https://api.galtea.ai"],"title":"Propose Classifier metrics for an LLM judge metric","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"5fc05023-2ef8-4673-84c6-2f9cee82e90e":{"schema":{"type":"string","description":"The LLM judge (PARTIAL_PROMPT) metric to convert","example":"metric_123","isRequired":true,"uniqueKey":"","typeLabel":"string"},"required":true,"description":"The LLM judge (PARTIAL_PROMPT) metric to convert","name":"id","in":"path"}},"responses":{"2d98b008-49f8-45f8-9034-d5143081a5b9":{"description":"The proposed classifier metrics","content":{"application/json":{"schema":{"type":"object","properties":{"proposals":{"type":"array","items":{"type":"object","properties":{"name":{"type":"string","description":"The name to create the metric with, built from the source name.","isRequired":true,"uniqueKey":"proposals.items.[INDEX].name","typeLabel":"string"},"classifierQuestion":{"type":"object","properties":{"type":{"type":"string","enum":["yes_no","scale"],"isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.type","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.instructions","typeLabel":"string"},"goodAnswer":{"type":"string","enum":["yes","no"],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.goodAnswer","typeLabel":"enum\u003cstring>"},"criteria":{"oneOf":[{"type":"object","properties":{"yes":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.yes.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.yes.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.yes","typeLabel":"string | null"},"no":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.no.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.no.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0.no","typeLabel":"string | null"}},"required":["yes","no"],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.0","typeLabel":"object"},{"type":"null","properties":{"yes":{"oneOf":[{"type":"string"},{"type":"null"}]},"no":{"oneOf":[{"type":"string"},{"type":"null"}]}},"required":["yes","no"],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria.oneOf.1","typeLabel":"null"}],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.criteria","typeLabel":"object | null"},"levels":{"type":"array","items":{"type":"object","properties":{"description":{"type":"string","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.levels.items.[INDEX].description","typeLabel":"string"},"score":{"type":"number","isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion.levels.items.[INDEX].score","typeLabel":"number"}},"required":["description","score"],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.levels.items.[INDEX]","typeLabel":"object"},"uniqueKey":"proposals.items.[INDEX].classifierQuestion.levels","typeLabel":"object[]"},"doesNotApply":{"oneOf":[{"type":"string","uniqueKey":"proposals.items.[INDEX].classifierQuestion.doesNotApply.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"proposals.items.[INDEX].classifierQuestion.doesNotApply.oneOf.1","typeLabel":"null"}],"uniqueKey":"proposals.items.[INDEX].classifierQuestion.doesNotApply","typeLabel":"string | null"}},"required":["type","instructions"],"isRequired":true,"uniqueKey":"proposals.items.[INDEX].classifierQuestion","typeLabel":"object"},"evaluationParams":{"type":"array","items":{"type":"string","uniqueKey":"proposals.items.[INDEX].evaluationParams.items.[INDEX]","typeLabel":"string"},"description":"Derived from the question's placeholders.","isRequired":true,"uniqueKey":"proposals.items.[INDEX].evaluationParams","typeLabel":"string[]"},"label":{"type":"string","description":"A few words naming the condition.","isRequired":true,"uniqueKey":"proposals.items.[INDEX].label","typeLabel":"string"},"text":{"type":"string","description":"The condition, copied word for word from the judge prompt.","isRequired":true,"uniqueKey":"proposals.items.[INDEX].text","typeLabel":"string"}},"required":["name","classifierQuestion","evaluationParams","label","text"],"uniqueKey":"proposals.items.[INDEX]","typeLabel":"object"},"description":"One classifier metric per condition of the judge prompt.","isRequired":true,"uniqueKey":"proposals","typeLabel":"object[]"},"merged":{"type":"object","description":"One classifier metric whose question lists every condition. Null when there are fewer than two conditions or one of them does not always apply.","required":["name","classifierQuestion","evaluationParams"],"properties":{"name":{"type":"string","description":"The name to create the metric with, built from the source name.","isRequired":true,"uniqueKey":"merged.name","typeLabel":"string"},"classifierQuestion":{"type":"object","properties":{"type":{"type":"string","enum":["yes_no","scale"],"isRequired":true,"uniqueKey":"merged.classifierQuestion.type","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","isRequired":true,"uniqueKey":"merged.classifierQuestion.instructions","typeLabel":"string"},"goodAnswer":{"type":"string","enum":["yes","no"],"uniqueKey":"merged.classifierQuestion.goodAnswer","typeLabel":"enum\u003cstring>"},"criteria":{"oneOf":[{"type":"object","properties":{"yes":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.yes.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.yes.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.yes","typeLabel":"string | null"},"no":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.no.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.no.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0.no","typeLabel":"string | null"}},"required":["yes","no"],"uniqueKey":"merged.classifierQuestion.criteria.oneOf.0","typeLabel":"object"},{"type":"null","properties":{"yes":{"oneOf":[{"type":"string"},{"type":"null"}]},"no":{"oneOf":[{"type":"string"},{"type":"null"}]}},"required":["yes","no"],"uniqueKey":"merged.classifierQuestion.criteria.oneOf.1","typeLabel":"null"}],"uniqueKey":"merged.classifierQuestion.criteria","typeLabel":"object | null"},"levels":{"type":"array","items":{"type":"object","properties":{"description":{"type":"string","isRequired":true,"uniqueKey":"merged.classifierQuestion.levels.items.[INDEX].description","typeLabel":"string"},"score":{"type":"number","isRequired":true,"uniqueKey":"merged.classifierQuestion.levels.items.[INDEX].score","typeLabel":"number"}},"required":["description","score"],"uniqueKey":"merged.classifierQuestion.levels.items.[INDEX]","typeLabel":"object"},"uniqueKey":"merged.classifierQuestion.levels","typeLabel":"object[]"},"doesNotApply":{"oneOf":[{"type":"string","uniqueKey":"merged.classifierQuestion.doesNotApply.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"merged.classifierQuestion.doesNotApply.oneOf.1","typeLabel":"null"}],"uniqueKey":"merged.classifierQuestion.doesNotApply","typeLabel":"string | null"}},"required":["type","instructions"],"isRequired":true,"uniqueKey":"merged.classifierQuestion","typeLabel":"object"},"evaluationParams":{"type":"array","items":{"type":"string","uniqueKey":"merged.evaluationParams.items.[INDEX]","typeLabel":"string"},"description":"Derived from the question's placeholders.","isRequired":true,"uniqueKey":"merged.evaluationParams","typeLabel":"string[]"}},"isRequired":true,"uniqueKey":"merged","typeLabel":"object"},"refused":{"type":"array","items":{"type":"object","properties":{"text":{"type":"string","description":"The part of the judge prompt the classifier cannot check.","isRequired":true,"uniqueKey":"refused.items.[INDEX].text","typeLabel":"string"},"reason":{"type":"string","isRequired":true,"uniqueKey":"refused.items.[INDEX].reason","typeLabel":"string"},"suggestion":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"refused.items.[INDEX].suggestion.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"refused.items.[INDEX].suggestion.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"refused.items.[INDEX].suggestion","typeLabel":"string | null"}},"required":["text","reason","suggestion"],"uniqueKey":"refused.items.[INDEX]","typeLabel":"object"},"description":"The parts no classifier question can check.","isRequired":true,"uniqueKey":"refused","typeLabel":"object[]"},"specifications":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"specifications.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","isRequired":true,"uniqueKey":"specifications.items.[INDEX].name","typeLabel":"string"},"description":{"type":"string","isRequired":true,"uniqueKey":"specifications.items.[INDEX].description","typeLabel":"string"},"productId":{"type":"string","isRequired":true,"uniqueKey":"specifications.items.[INDEX].productId","typeLabel":"string"}},"required":["id","name","description","productId"],"uniqueKey":"specifications.items.[INDEX]","typeLabel":"object"},"description":"The source metric's specifications that the caller may read: a MEMBER, READER or HUMAN_EVALUATOR gets only those of the products their user groups grant. Send their ids with each metric to link it to them.","isRequired":true,"uniqueKey":"specifications","typeLabel":"object[]"}},"required":["proposals","merged","refused","specifications"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"proposals":[{"name":"\u003cstring>","classifierQuestion":{"type":"yes_no","instructions":"\u003cstring>","goodAnswer":"yes","criteria":{"yes":"\u003cstring>","no":"\u003cstring>"},"levels":[{"description":"\u003cstring>","score":123}],"doesNotApply":"\u003cstring>"},"evaluationParams":["\u003cstring>"],"label":"\u003cstring>","text":"\u003cstring>"}],"merged":{"name":"\u003cstring>","classifierQuestion":{"type":"yes_no","instructions":"\u003cstring>","goodAnswer":"yes","criteria":{"yes":"\u003cstring>","no":"\u003cstring>"},"levels":[{"description":"\u003cstring>","score":123}],"doesNotApply":"\u003cstring>"},"evaluationParams":["\u003cstring>"]},"refused":[{"text":"\u003cstring>","reason":"\u003cstring>","suggestion":"\u003cstring>"}],"specifications":[{"id":"\u003cstring>","name":"\u003cstring>","description":"\u003cstring>","productId":"\u003cstring>"}]}}},"exampleType":"generated"}},"exampleType":"generated"},"908a8350-0300-42e2-8ebe-6252fd5db877":{"description":"Bad request","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"},"e4ab6581-e616-4b32-8032-80b552debc9a":{"description":"Unauthorized","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"},"872d244d-6b29-4f84-b9fb-115a637efea6":{"description":"Forbidden","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"},"3ab834a2-b282-4bf7-a08f-e608b5eaf277":{"description":"Not found","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"},"fa10a4cc-432f-4a8c-a4c4-f57fc6a19c37":{"description":"Too many requests","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"},"cc9996cf-3156-41e7-93f4-0d9afefe2ab4":{"description":"The metrics generator could not split the judge prompt","content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"string","example":"Error type","uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","example":"Error message description","uniqueKey":"message","typeLabel":"string"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"Error type","message":"Error message description"}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"8941fe5f-4076-49b4-8d63-69e21aa82c12":{"bearerAuth":{"type":"http","scheme":"bearer","description":"API key authorization. Pass your API key in the Authorization header as a Bearer token. Both new (`gsk_*`) and legacy (`gsk-`) API keys are accepted, e.g. `Authorization: Bearer gsk_...` or `Authorization: Bearer gsk-...`.","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"472f2e37-b9dd-4e1b-9161-6975ec99842f":{"url":"https://api.galtea.ai"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"API key authorization. Pass your API key in the Authorization header as a Bearer token. Both new (`gsk_*`) and legacy (`gsk-`) API keys are accepted, e.g. `Authorization: Bearer gsk_...` or `Authorization: Bearer gsk-...`.","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"API key authorization. Pass your API key in the Authorization header as a Bearer token. Both new (`gsk_*`) and legacy (`gsk-`) API keys are accepted, e.g. `Authorization: Bearer gsk_...` or `Authorization: Bearer gsk-...`.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"https://api.galtea.ai/openapi.json"},"subdomain":"galtea","siteName":"Galtea Docs","title":"Propose Classifier metrics for an LLM judge metric - Galtea Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-02T08:36:54.285Z","originalFileLocation":"api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Splits an LLM judge (PARTIAL_PROMPT) metric\u0026#x27;s judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Galtea Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Propose Classifier metrics for an LLM judge metric - Galtea Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Splits an LLM judge (PARTIAL_PROMPT) metric\u0026#x27;s judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Galtea Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://galtea.mintlify.app/_mintlify/api/og/v2?division=metrics\u0026amp;title=Propose+Classifier+metrics+for+an+LLM+judge+metric\u0026amp;description=Splits+an+LLM+judge+%28PARTIAL_PROMPT%29+metric%27s+judge+prompt+into+one+classifier+question+per+condition%2C+plus+one+question+listing+them+all+when+every+condition+a\u0026amp;theme=70336b2daf09337d9a490c1f\u0026amp;signature=04c47c8eb9d3173992a314ea3bdf742860cb1c7e5d7d901adcbe63022b2c328e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Propose Classifier metrics for an LLM judge metric - Galtea Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Splits an LLM judge (PARTIAL_PROMPT) metric\u0026#x27;s judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://galtea.mintlify.app/_mintlify/api/og/v2?division=metrics\u0026amp;title=Propose+Classifier+metrics+for+an+LLM+judge+metric\u0026amp;description=Splits+an+LLM+judge+%28PARTIAL_PROMPT%29+metric%27s+judge+prompt+into+one+classifier+question+per+condition%2C+plus+one+question+listing+them+all+when+every+condition+a\u0026amp;theme=70336b2daf09337d9a490c1f\u0026amp;signature=04c47c8eb9d3173992a314ea3bdf742860cb1c7e5d7d901adcbe63022b2c328e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/galtea/uhYCG_Ntu-v3eoIp/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Galtea Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#5286FF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.galtea.ai/#organization\",\"name\":\"Galtea Docs\",\"url\":\"https://docs.galtea.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/galtea/t4BZ_SsOYjDJqfd8/logo/light.svg?fit=max\u0026auto=format\u0026n=t4BZ_SsOYjDJqfd8\u0026q=85\u0026s=52a5941e3fa4d5af453da96cfa8d07e5\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.galtea.ai#website\",\"name\":\"Galtea Docs\",\"url\":\"https://docs.galtea.ai\",\"publisher\":{\"@id\":\"https://docs.galtea.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric#webpage\",\"url\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric\",\"name\":\"Propose Classifier metrics for an LLM judge metric\",\"description\":\"Splits an LLM judge (PARTIAL_PROMPT) metric's judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.\",\"dateModified\":\"2026-11-02T08:36:54.285Z\",\"isPartOf\":{\"@id\":\"https://docs.galtea.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Endpoints\",\"item\":\"https://docs.galtea.ai/api-reference/health-check\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"metrics\",\"item\":\"https://docs.galtea.ai/api-reference/metrics/get-metrics\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Propose Classifier metrics for an LLM judge metric\",\"item\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric#apireference\",\"headline\":\"Propose Classifier metrics for an LLM judge metric\",\"name\":\"Propose Classifier metrics for an LLM judge metric\",\"description\":\"Splits an LLM judge (PARTIAL_PROMPT) metric's judge prompt into one classifier question per condition, plus one question listing them all when every condition always applies. Persists nothing, consumes no credits, and leaves the source metric unchanged. Create the proposals with POST /metrics/bulk. Answers 400 where the deployment does not enable Classifier metrics.\",\"url\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric\",\"mainEntityOfPage\":{\"@id\":\"https://docs.galtea.ai/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric#webpage\"},\"dateModified\":\"2026-11-02T08:36:54.285Z\",\"publisher\":{\"@id\":\"https://docs.galtea.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.galtea.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Galtea Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Galtea Docs","nav":{"global":{"anchors":[{"anchor":"Blog","icon":"newspaper","href":"https://galtea.ai/blog"},{"anchor":"Changelog","icon":"list-check","href":"https://docs.galtea.ai/changelog"}]},"tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/introduction"}]},{"tab":"Concepts","pages":[{"title":"Concepts","href":"/concepts/overview"}]},{"tab":"Deployment","pages":[{"title":"Deployment","href":"/deployment/executive-summary"}]},{"tab":"REST API","groups":[{"group":"Overview","pages":[{"title":"Write responses","icon":"reply","href":"/api-reference/write-responses"},{"title":"Enum values","icon":"list","href":"/api-reference/enum-values"}]},{"group":"Endpoints","pages":[{"group":"API Reference","pages":[{"title":"Health check","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /health","href":"/api-reference/health-check"},{"title":"Get minimum SDK version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /minimum-sdk-version","href":"/api-reference/get-minimum-sdk-version"},{"title":"Build info","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /build-info","href":"/api-reference/build-info"},{"title":"Build info for every deployed service","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /build-info/services","href":"/api-reference/build-info-for-every-deployed-service"},{"title":"Platform compatibility","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /platform-compatibility","href":"/api-reference/platform-compatibility"},{"title":"Whether every deployed service can reach its dependencies","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /self-check","href":"/api-reference/whether-every-deployed-service-can-reach-its-dependencies"}]},{"group":"api-tokens","pages":[{"title":"List API tokens","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /auth/apiTokens","href":"/api-reference/api-tokens/list-api-tokens"},{"title":"Create API token","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /auth/apiTokens","href":"/api-reference/api-tokens/create-api-token"},{"title":"Revoke API token","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /auth/apiTokens/{apiTokenId}","href":"/api-reference/api-tokens/revoke-api-token"},{"title":"Rename API token","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /auth/apiTokens/{apiTokenId}","href":"/api-reference/api-tokens/rename-api-token"},{"title":"Regenerate API token","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /auth/apiTokens/{apiTokenId}/regenerate","href":"/api-reference/api-tokens/regenerate-api-token"}]},{"group":"auth","pages":[{"title":"Get current user","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /auth/user","href":"/api-reference/auth/get-current-user"}]},{"group":"organizations","pages":[{"title":"Get organizations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /organizations","href":"/api-reference/organizations/get-organizations"},{"title":"Get organization by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /organizations/{id}","href":"/api-reference/organizations/get-organization-by-id"},{"title":"Update organization","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /organizations/{id}","href":"/api-reference/organizations/update-organization"},{"title":"Get credit status","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /organizations/{id}/creditStatus","href":"/api-reference/organizations/get-credit-status"}]},{"group":"user-groups","pages":[{"title":"Get user groups","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /userGroups","href":"/api-reference/user-groups/get-user-groups"},{"title":"Create user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /userGroups","href":"/api-reference/user-groups/create-user-group"},{"title":"Link users to user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /userGroups/{id}/users","href":"/api-reference/user-groups/link-users-to-user-group"},{"title":"Unlink users from user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /userGroups/{id}/users","href":"/api-reference/user-groups/unlink-users-from-user-group"},{"title":"Delete multiple user groups","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /userGroups/batch","href":"/api-reference/user-groups/delete-multiple-user-groups"},{"title":"Get user group by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /userGroups/{id}","href":"/api-reference/user-groups/get-user-group-by-id"},{"title":"Delete user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /userGroups/{id}","href":"/api-reference/user-groups/delete-user-group"},{"title":"Update user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /userGroups/{id}","href":"/api-reference/user-groups/update-user-group"},{"title":"List grantable user group permissions","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /userGroups/grantablePermissions","href":"/api-reference/user-groups/list-grantable-user-group-permissions"},{"title":"Link metrics to user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /userGroups/{id}/metrics","href":"/api-reference/user-groups/link-metrics-to-user-group"},{"title":"Unlink metrics from user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /userGroups/{id}/metrics","href":"/api-reference/user-groups/unlink-metrics-from-user-group"},{"title":"Link products to user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /userGroups/{id}/products","href":"/api-reference/user-groups/link-products-to-user-group"},{"title":"Unlink products from user group","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /userGroups/{id}/products","href":"/api-reference/user-groups/unlink-products-from-user-group"}]},{"group":"metrics","pages":[{"title":"Get metrics","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics","href":"/api-reference/metrics/get-metrics"},{"title":"Create metric","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics","href":"/api-reference/metrics/create-metric"},{"title":"Create multiple metrics","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/batch","href":"/api-reference/metrics/create-multiple-metrics"},{"title":"Delete multiple metrics","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /metrics/batch","href":"/api-reference/metrics/delete-multiple-metrics"},{"title":"Get metric by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics/{id}","href":"/api-reference/metrics/get-metric-by-id"},{"title":"Delete metric","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /metrics/{id}","href":"/api-reference/metrics/delete-metric"},{"title":"Update metric","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /metrics/{id}","href":"/api-reference/metrics/update-metric"},{"title":"Count replay candidates per product for a metric revision","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics/{id}/replay-candidate-count","href":"/api-reference/metrics/count-replay-candidates-per-product-for-a-metric-revision"},{"title":"Generate or complete metric configuration with AI","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/generate-config","href":"/api-reference/metrics/generate-or-complete-metric-configuration-with-ai"},{"title":"Preview the prompt a judge configuration produces","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/preview-prompt","href":"/api-reference/metrics/preview-the-prompt-a-judge-configuration-produces"},{"title":"Score a draft Classifier question on a sample","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/test-draft","href":"/api-reference/metrics/score-a-draft-classifier-question-on-a-sample"},{"title":"Create several Classifier metrics at once (classifier metrics only)","description":"Creates CLASSIFIER metrics only. Each item takes a `classifierQuestion` and an optional `evaluatorModelName`, and no source or judge prompt. To create metrics of any source in one call, use `POST /metrics/batch`. Each metric gets the classifier model its item names, or the one selectable classifier model when the item names none, and is linked to the specifications it names. All or nothing, so a refused item creates no metric and no link. A name already used in the organization is refused with every taken name quoted in the message. Answers 400 where the deployment does not enable Classifier metrics, for a name that is not a selectable classifier model, and for an item that names none while several are selectable.","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/bulk","href":"/api-reference/metrics/create-several-classifier-metrics-at-once-classifier-metrics-only"},{"title":"Propose Classifier metrics for an LLM judge metric","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/classifier-conversion","href":"/api-reference/metrics/propose-classifier-metrics-for-an-llm-judge-metric"},{"title":"Export a metric revision as a document","description":"Everything needed to re-run this revision's judge outside Galtea: the assembled system and user prompts with placeholders, the output schema, the model and the generation settings. A revision is immutable, so the document describes the revision asked for, never the head of its family. A metric whose judge prompt Galtea does not build cannot be exported.","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics/{id}/export","href":"/api-reference/metrics/export-a-metric-revision-as-a-document"},{"title":"Get the analytics impact of a metric revision","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics/{id}/analytics-exclusion-impact","href":"/api-reference/metrics/get-the-analytics-impact-of-a-metric-revision"},{"title":"Include or exclude a metric revision from analytics","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /metrics/{id}/analytics-exclusion","href":"/api-reference/metrics/include-or-exclude-a-metric-revision-from-analytics"},{"title":"Get human annotation count and optimization eligibility","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /metrics/{id}/human-annotation-count","href":"/api-reference/metrics/get-human-annotation-count-and-optimization-eligibility"},{"title":"Optimize metric","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/optimize","href":"/api-reference/metrics/optimize-metric"},{"title":"Activate an optimized judge prompt","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/activate-optimization","href":"/api-reference/metrics/activate-an-optimized-judge-prompt"},{"title":"Keep the current judge prompt over an optimized candidate","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/{id}/decline-optimization","href":"/api-reference/metrics/keep-the-current-judge-prompt-over-an-optimized-candidate"},{"title":"Revise metric configuration with AI (Update With AI)","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /metrics/update-config","href":"/api-reference/metrics/revise-metric-configuration-with-ai-update-with-ai"}]},{"group":"specifications","pages":[{"title":"Get specifications","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /specifications","href":"/api-reference/specifications/get-specifications"},{"title":"Create specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /specifications","href":"/api-reference/specifications/create-specification"},{"title":"Get specification by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /specifications/{id}","href":"/api-reference/specifications/get-specification-by-id"},{"title":"Delete specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /specifications/{id}","href":"/api-reference/specifications/delete-specification"},{"title":"Update specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /specifications/{id}","href":"/api-reference/specifications/update-specification"},{"title":"Create multiple specifications","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /specifications/batch","href":"/api-reference/specifications/create-multiple-specifications"},{"title":"Delete multiple specifications","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /specifications/batch","href":"/api-reference/specifications/delete-multiple-specifications"},{"title":"Get linked metrics","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /specifications/{id}/metrics","href":"/api-reference/specifications/get-linked-metrics"},{"title":"Link metrics to specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /specifications/{id}/metrics","href":"/api-reference/specifications/link-metrics-to-specification"},{"title":"Unlink metrics from specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /specifications/{id}/metrics","href":"/api-reference/specifications/unlink-metrics-from-specification"},{"title":"Get linked datasets","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /specifications/{id}/tests","href":"/api-reference/specifications/get-linked-datasets"},{"title":"Link datasets to specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /specifications/{id}/tests","href":"/api-reference/specifications/link-datasets-to-specification"},{"title":"Unlink datasets from specification","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /specifications/{id}/tests","href":"/api-reference/specifications/unlink-datasets-from-specification"},{"title":"Generate specification configuration","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /specifications/generate-config","href":"/api-reference/specifications/generate-specification-configuration"}]},{"group":"models","pages":[{"title":"Get models","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /models","href":"/api-reference/models/get-models"},{"title":"Create model","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /models","href":"/api-reference/models/create-model"},{"title":"Get model by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /models/{id}","href":"/api-reference/models/get-model-by-id"},{"title":"Delete model","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /models/{id}","href":"/api-reference/models/delete-model"},{"title":"Update model","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /models/{id}","href":"/api-reference/models/update-model"},{"title":"Delete multiple models","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /models/batch","href":"/api-reference/models/delete-multiple-models"}]},{"group":"products","pages":[{"title":"Get products","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /products","href":"/api-reference/products/get-products"},{"title":"Create product","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /products","href":"/api-reference/products/create-product"},{"title":"List distinct product tags","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /products/tags","href":"/api-reference/products/list-distinct-product-tags"},{"title":"Delete multiple products","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /products/batch","href":"/api-reference/products/delete-multiple-products"},{"title":"Get product by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /products/{id}","href":"/api-reference/products/get-product-by-id"},{"title":"Delete product","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /products/{id}","href":"/api-reference/products/delete-product"},{"title":"Update product","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /products/{id}","href":"/api-reference/products/update-product"},{"title":"Generate product configuration using AI","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /products/generate-config","href":"/api-reference/products/generate-product-configuration-using-ai"},{"title":"Cross-check a document against an existing product's specifications","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /products/{id}/regenerate-config","href":"/api-reference/products/cross-check-a-document-against-an-existing-products-specifications"}]},{"group":"versions","pages":[{"title":"Get versions","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /versions","href":"/api-reference/versions/get-versions"},{"title":"Create version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /versions","href":"/api-reference/versions/create-version"},{"title":"Get version by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /versions/{id}","href":"/api-reference/versions/get-version-by-id"},{"title":"Delete version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /versions/{id}","href":"/api-reference/versions/delete-version"},{"title":"Update version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /versions/{id}","href":"/api-reference/versions/update-version"},{"title":"List metrics annotated with compatibility for a version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /versions/{id}/compatible-metrics","href":"/api-reference/versions/list-metrics-annotated-with-compatibility-for-a-version"},{"title":"Delete multiple versions","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /versions/batch","href":"/api-reference/versions/delete-multiple-versions"},{"title":"Get or create version by facts","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /versions/get-or-create","href":"/api-reference/versions/get-or-create-version-by-facts"}]},{"group":"monitors","pages":[{"title":"Get monitor results","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{id}/results","href":"/api-reference/monitors/get-monitor-results"},{"title":"Delete multiple monitors","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /monitors/batch","href":"/api-reference/monitors/delete-multiple-monitors"},{"title":"Get monitor by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{id}","href":"/api-reference/monitors/get-monitor-by-id"},{"title":"Delete monitor","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /monitors/{id}","href":"/api-reference/monitors/delete-monitor"},{"title":"Update monitor","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /monitors/{id}","href":"/api-reference/monitors/update-monitor"},{"title":"Get monitors","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors","href":"/api-reference/monitors/get-monitors"},{"title":"Create monitor","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors","href":"/api-reference/monitors/create-monitor"},{"title":"Preview monitor content-filter matches","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/preview","href":"/api-reference/monitors/preview-monitor-content-filter-matches"},{"title":"Pause monitor","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{id}/pause","href":"/api-reference/monitors/pause-monitor"},{"title":"Resume monitor","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{id}/resume","href":"/api-reference/monitors/resume-monitor"},{"title":"List a monitor's alert rules","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{monitorId}/alert-rules","href":"/api-reference/monitors/list-a-monitors-alert-rules"},{"title":"Create a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{monitorId}/alert-rules","href":"/api-reference/monitors/create-a-monitor-alert-rule"},{"title":"Get a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{monitorId}/alert-rules/{alertRuleId}","href":"/api-reference/monitors/get-a-monitor-alert-rule"},{"title":"Delete a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /monitors/{monitorId}/alert-rules/{alertRuleId}","href":"/api-reference/monitors/delete-a-monitor-alert-rule"},{"title":"Update a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /monitors/{monitorId}/alert-rules/{alertRuleId}","href":"/api-reference/monitors/update-a-monitor-alert-rule"},{"title":"Pause a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{monitorId}/alert-rules/{alertRuleId}/pause","href":"/api-reference/monitors/pause-a-monitor-alert-rule"},{"title":"Resume a monitor alert rule","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{monitorId}/alert-rules/{alertRuleId}/resume","href":"/api-reference/monitors/resume-a-monitor-alert-rule"},{"title":"Regenerate an alert rule's webhook signing secret","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /monitors/{monitorId}/alert-rules/{alertRuleId}/regenerate-webhook-secret","href":"/api-reference/monitors/regenerate-an-alert-rules-webhook-signing-secret"},{"title":"List a monitor's alerts","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{monitorId}/alerts","href":"/api-reference/monitors/list-a-monitors-alerts"},{"title":"Get a monitor alert","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /monitors/{monitorId}/alerts/{alertId}","href":"/api-reference/monitors/get-a-monitor-alert"}]},{"group":"endpoint-connections","pages":[{"title":"Get endpoint connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /endpointConnections","href":"/api-reference/endpoint-connections/get-endpoint-connections"},{"title":"Create endpoint connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /endpointConnections","href":"/api-reference/endpoint-connections/create-endpoint-connection"},{"title":"Get endpoint connection by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /endpointConnections/{id}","href":"/api-reference/endpoint-connections/get-endpoint-connection-by-id"},{"title":"Delete endpoint connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /endpointConnections/{id}","href":"/api-reference/endpoint-connections/delete-endpoint-connection"},{"title":"Update endpoint connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /endpointConnections/{id}","href":"/api-reference/endpoint-connections/update-endpoint-connection"},{"title":"Test endpoint connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /endpointConnections/testConnection","href":"/api-reference/endpoint-connections/test-endpoint-connection"},{"title":"Parse a cURL command into endpoint connection fields","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /endpointConnections/parse-curl","href":"/api-reference/endpoint-connections/parse-a-curl-command-into-endpoint-connection-fields"},{"title":"Delete multiple endpoint connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /endpointConnections/batch","href":"/api-reference/endpoint-connections/delete-multiple-endpoint-connections"}]},{"group":"datasets","pages":[{"title":"Get dataset types used by the organization","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /tests/types","href":"/api-reference/datasets/get-dataset-types-used-by-the-organization"},{"title":"Extend a generated dataset with more cases","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /tests/{id}/extend","href":"/api-reference/datasets/extend-a-generated-dataset-with-more-cases"},{"title":"Create multiple datasets","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /tests/batch","href":"/api-reference/datasets/create-multiple-datasets"},{"title":"Delete multiple datasets","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /tests/batch","href":"/api-reference/datasets/delete-multiple-datasets"},{"title":"Get dataset by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /tests/{id}","href":"/api-reference/datasets/get-dataset-by-id"},{"title":"Delete dataset","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /tests/{id}","href":"/api-reference/datasets/delete-dataset"},{"title":"Update dataset","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /tests/{id}","href":"/api-reference/datasets/update-dataset"},{"title":"Get datasets","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /tests","href":"/api-reference/datasets/get-datasets"},{"title":"Create dataset","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /tests","href":"/api-reference/datasets/create-dataset"},{"title":"Generate dataset configuration from specifications","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /tests/generate-config","href":"/api-reference/datasets/generate-dataset-configuration-from-specifications"}]},{"group":"test-cases","pages":[{"title":"Get test cases","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /testCases","href":"/api-reference/test-cases/get-test-cases"},{"title":"Create test case","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /testCases","href":"/api-reference/test-cases/create-test-case"},{"title":"Get test case languages","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /testCases/languages","href":"/api-reference/test-cases/get-test-case-languages"},{"title":"Export test cases as CSV","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /testCases/export","href":"/api-reference/test-cases/export-test-cases-as-csv"},{"title":"Get test case by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /testCases/{id}","href":"/api-reference/test-cases/get-test-case-by-id"},{"title":"Delete test case","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /testCases/{id}","href":"/api-reference/test-cases/delete-test-case"},{"title":"Update test case","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /testCases/{id}","href":"/api-reference/test-cases/update-test-case"},{"title":"Delete multiple test cases","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /testCases/batch","href":"/api-reference/test-cases/delete-multiple-test-cases"},{"title":"Augment test cases","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /generateFromFewShot/augment","href":"/api-reference/test-cases/augment-test-cases"},{"title":"Get augmentation task status","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /generateFromFewShot/status/{taskId}","href":"/api-reference/test-cases/get-augmentation-task-status"},{"title":"Count replay candidates per product for a test case revision","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /testCases/{id}/replay-candidate-count","href":"/api-reference/test-cases/count-replay-candidates-per-product-for-a-test-case-revision"}]},{"group":"sessions","pages":[{"title":"List metrics annotated with compatibility for a session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /sessions/{id}/compatible-metrics","href":"/api-reference/sessions/list-metrics-annotated-with-compatibility-for-a-session"},{"title":"Get sessions","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /sessions","href":"/api-reference/sessions/get-sessions"},{"title":"Create session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /sessions","href":"/api-reference/sessions/create-session"},{"title":"Get session by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /sessions/{id}","href":"/api-reference/sessions/get-session-by-id"},{"title":"Delete session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /sessions/{id}","href":"/api-reference/sessions/delete-session"},{"title":"Update session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /sessions/{id}","href":"/api-reference/sessions/update-session"},{"title":"Finish session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /sessions/{id}/finish","href":"/api-reference/sessions/finish-session"},{"title":"Delete multiple sessions","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /sessions/batch","href":"/api-reference/sessions/delete-multiple-sessions"},{"title":"Generate next user message","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /conversationSimulator/generateNextUserMessage","href":"/api-reference/sessions/generate-next-user-message"},{"title":"Import sessions from a Langfuse trace export","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /sessions/import","href":"/api-reference/sessions/import-sessions-from-a-langfuse-trace-export"}]},{"group":"traces","pages":[{"title":"Get traces","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /inferenceResults","href":"/api-reference/traces/get-traces"},{"title":"Create trace","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /inferenceResults","href":"/api-reference/traces/create-trace"},{"title":"Get aggregated performance data","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /inferenceResults/aggregatedData","href":"/api-reference/traces/get-aggregated-performance-data"},{"title":"Get trace by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /inferenceResults/{id}","href":"/api-reference/traces/get-trace-by-id"},{"title":"Delete trace","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /inferenceResults/{id}","href":"/api-reference/traces/delete-trace"},{"title":"Update trace","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /inferenceResults/{id}","href":"/api-reference/traces/update-trace"},{"title":"Create traces batch","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /inferenceResults/batch","href":"/api-reference/traces/create-traces-batch"},{"title":"Delete multiple traces","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /inferenceResults/batch","href":"/api-reference/traces/delete-multiple-traces"},{"title":"Generate traces from test cases","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /inferenceResults/generate","href":"/api-reference/traces/generate-traces-from-test-cases"}]},{"group":"spans","pages":[{"title":"Get spans","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /traces","href":"/api-reference/spans/get-spans"},{"title":"Create span","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /traces","href":"/api-reference/spans/create-span"},{"title":"Get span by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /traces/{id}","href":"/api-reference/spans/get-span-by-id"},{"title":"Delete span","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /traces/{id}","href":"/api-reference/spans/delete-span"},{"title":"Create spans batch","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /traces/batch","href":"/api-reference/spans/create-spans-batch"},{"title":"Delete multiple spans","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /traces/batch","href":"/api-reference/spans/delete-multiple-spans"}]},{"group":"analytics","pages":[{"title":"Get analytics data","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics","href":"/api-reference/analytics/get-analytics-data"},{"title":"Export analytics data","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /analytics/export","href":"/api-reference/analytics/export-analytics-data"},{"title":"Get analytics insights for a version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/insights","href":"/api-reference/analytics/get-analytics-insights-for-a-version"},{"title":"Get cross-version analytics comparison insights","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/insights/comparison","href":"/api-reference/analytics/get-cross-version-analytics-comparison-insights"},{"title":"Get per-version scores and the newest version, per product","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/summary","href":"/api-reference/analytics/get-per-version-scores-and-the-newest-version-per-product"},{"title":"List products with their session stats for a period","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/products","href":"/api-reference/analytics/list-products-with-their-session-stats-for-a-period"},{"title":"Get the sessions of a period summed over products","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/sessions-overview","href":"/api-reference/analytics/get-the-sessions-of-a-period-summed-over-products"},{"title":"Get the estimated cost of the sessions of a period summed over products","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/cost-overview","href":"/api-reference/analytics/get-the-estimated-cost-of-the-sessions-of-a-period-summed-over-products"},{"title":"List the products whose share of critical failures went up","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/changes","href":"/api-reference/analytics/list-the-products-whose-share-of-critical-failures-went-up"},{"title":"List the specifications that sessions failed in a period","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/failing-specifications","href":"/api-reference/analytics/list-the-specifications-that-sessions-failed-in-a-period"},{"title":"Get the session outcomes of a product per day, week or month","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /analytics/session-outcomes-over-time","href":"/api-reference/analytics/get-the-session-outcomes-of-a-product-per-day-week-or-month"}]},{"group":"storage","pages":[{"title":"Generate upload presigned URL","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /storage/generate-put-presigned-url","href":"/api-reference/storage/generate-upload-presigned-url"},{"title":"Generate download presigned URL","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /storage/generate-get-presigned-url","href":"/api-reference/storage/generate-download-presigned-url"}]},{"group":"jobs","pages":[{"title":"Get job status","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /jobs/{jobId}/status","href":"/api-reference/jobs/get-job-status"},{"title":"Cancel a job","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /jobs/{jobId}/cancel","href":"/api-reference/jobs/cancel-a-job"}]},{"group":"otel","pages":[{"title":"Validate credentials for OTel ingestion","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /otel/auth","href":"/api-reference/otel/validate-credentials-for-otel-ingestion"},{"title":"Ingest OpenTelemetry spans (OTLP JSON)","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /otel/traces","href":"/api-reference/otel/ingest-opentelemetry-spans-otlp-json"}]},{"group":"phone-connections","pages":[{"title":"Get phone connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /phoneConnections","href":"/api-reference/phone-connections/get-phone-connections"},{"title":"Create phone connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /phoneConnections","href":"/api-reference/phone-connections/create-phone-connection"},{"title":"Get phone connection by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /phoneConnections/{id}","href":"/api-reference/phone-connections/get-phone-connection-by-id"},{"title":"Delete phone connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /phoneConnections/{id}","href":"/api-reference/phone-connections/delete-phone-connection"},{"title":"Update phone connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /phoneConnections/{id}","href":"/api-reference/phone-connections/update-phone-connection"},{"title":"Delete multiple phone connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /phoneConnections/batch","href":"/api-reference/phone-connections/delete-multiple-phone-connections"}]},{"group":"web-rtc-connections","pages":[{"title":"Get WebRTC connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /webRtcConnections","href":"/api-reference/web-rtc-connections/get-webrtc-connections"},{"title":"Create WebRTC connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /webRtcConnections","href":"/api-reference/web-rtc-connections/create-webrtc-connection"},{"title":"Get WebRTC connection by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /webRtcConnections/{id}","href":"/api-reference/web-rtc-connections/get-webrtc-connection-by-id"},{"title":"Delete WebRTC connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /webRtcConnections/{id}","href":"/api-reference/web-rtc-connections/delete-webrtc-connection"},{"title":"Update WebRTC connection","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json patch /webRtcConnections/{id}","href":"/api-reference/web-rtc-connections/update-webrtc-connection"},{"title":"Delete multiple WebRTC connections","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /webRtcConnections/batch","href":"/api-reference/web-rtc-connections/delete-multiple-webrtc-connections"}]},{"group":"evaluations","pages":[{"title":"Get evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluations","href":"/api-reference/evaluations/get-evaluations"},{"title":"Get evaluation count and last-evaluated date per product","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluations/summary","href":"/api-reference/evaluations/get-evaluation-count-and-last-evaluated-date-per-product"},{"title":"Get evaluation by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluations/{id}","href":"/api-reference/evaluations/get-evaluation-by-id"},{"title":"Delete evaluation","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /evaluations/{id}","href":"/api-reference/evaluations/delete-evaluation"},{"title":"Create evaluations from session","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromSession","href":"/api-reference/evaluations/create-evaluations-from-session"},{"title":"Evaluate multiple sessions in one call","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromSessions","href":"/api-reference/evaluations/evaluate-multiple-sessions-in-one-call"},{"title":"Create evaluations for a single trace","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromInferenceResult","href":"/api-reference/evaluations/create-evaluations-for-a-single-trace"},{"title":"Create single-turn evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/singleTurn","href":"/api-reference/evaluations/create-single-turn-evaluations"},{"title":"Retry failed evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/retry","href":"/api-reference/evaluations/retry-failed-evaluations"},{"title":"Evaluate a version","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromVersion","href":"/api-reference/evaluations/evaluate-a-version"},{"title":"Replay evaluations onto a new metric revision","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromMetrics","href":"/api-reference/evaluations/replay-evaluations-onto-a-new-metric-revision"},{"title":"Replay evaluations onto a new test case revision","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/fromTestCases","href":"/api-reference/evaluations/replay-evaluations-onto-a-new-test-case-revision"},{"title":"Delete multiple evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /evaluations/batch","href":"/api-reference/evaluations/delete-multiple-evaluations"},{"title":"Get pending human evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluations/human/pending","href":"/api-reference/evaluations/get-pending-human-evaluations"},{"title":"Get completed human evaluations","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluations/human/completed","href":"/api-reference/evaluations/get-completed-human-evaluations"},{"title":"Claim an evaluation for human review or annotation","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/{id}/claim","href":"/api-reference/evaluations/claim-an-evaluation-for-human-review-or-annotation"},{"title":"Release a claimed evaluation or annotation","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/{id}/release","href":"/api-reference/evaluations/release-a-claimed-evaluation-or-annotation"},{"title":"Submit a human evaluation or annotation score","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/{id}/submit","href":"/api-reference/evaluations/submit-a-human-evaluation-or-annotation-score"},{"title":"Edit a submitted human evaluation","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluations/{id}/edit-human","href":"/api-reference/evaluations/edit-a-submitted-human-evaluation"},{"title":"Remove a human annotation","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /evaluations/{id}/human-annotation","href":"/api-reference/evaluations/remove-a-human-annotation"}]},{"group":"comments","pages":[{"title":"Create comment","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /comments","href":"/api-reference/comments/create-comment"},{"title":"List distinct comment labels","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /comments/tags","href":"/api-reference/comments/list-distinct-comment-labels"},{"title":"Delete comment","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /comments/{commentId}","href":"/api-reference/comments/delete-comment"}]},{"group":"evaluator-models","pages":[{"title":"Get evaluator models","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /evaluatorModels","href":"/api-reference/evaluator-models/get-evaluator-models"},{"title":"Check judge generation settings against the model","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /evaluatorModels/test-generation-settings","href":"/api-reference/evaluator-models/check-judge-generation-settings-against-the-model"}]},{"group":"runs","pages":[{"title":"Get runs","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /runs","href":"/api-reference/runs/get-runs"},{"title":"Create run","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /runs","href":"/api-reference/runs/create-run"},{"title":"Close run","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /runs/{id}/close","href":"/api-reference/runs/close-run"},{"title":"Run a run again","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /runs/{id}/relaunch","href":"/api-reference/runs/run-a-run-again"},{"title":"Cancel run","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json post /runs/{id}/cancel","href":"/api-reference/runs/cancel-run"},{"title":"Get run metric summary","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /runs/{id}/metric-summary","href":"/api-reference/runs/get-run-metric-summary"},{"title":"Get run by ID","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json get /runs/{id}","href":"/api-reference/runs/get-run-by-id"},{"title":"Delete run","deprecated":null,"version":null,"openapi":"https://api.galtea.ai/openapi.json delete /runs/{id}","href":"/api-reference/runs/delete-run"}]}]}]}]},"basePath":"","title":"Propose Classifier metrics for an LLM judge metric - Galtea Docs","buildId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","deploymentId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CS552b7R.js","utils-DDTCYAF2.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-De8ttokP.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-DrwRDvAh.js","snippetPresets-DtAN0nWx.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-D5rWArI6.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-O2i12wsz.js","shallow-DV8xABTt.js","getApiPlaygroundDisplay-DBZ0B5Jx.js","CodeSnippet-BVi0tPUX.js","CodeSnippets-CqASbIwY.js","Page-m07pfKpT.js","getPastedJson-DG9vsMS8.js","icon-CXzRSCr8.js","MethodPill-BdKVtEuX.js","DuplicateIcon-CZlmBrJI.js","createIcon-biFEUKPL.js","DynamicMarkdown-B54_zNBF.js","SectionHeading-DwwHK3Pt.js","axios-vUo_bRtp.js","Markdown-DfhCTwyA.js","clsx-xpJZXxdP.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-BTZUMDnx.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-DqdKa2R4.js"]}