---
id: create-evaluation
title: "Create Evaluation"
description: "Creates a new comparison table document"
sidebar_label: "Create Evaluation"
hide_title: true
hide_table_of_contents: true
api: eJztWEtv2zgQ/iuEzm7sBnvyaZ00QIumreGkvaSGQUsTm61eS1JxXMP/fWeGkkxZlp0Hgr1sLpGleXBmvvk45CawcmGC4V1w9SDjQlqVpSaY9oIITKhVTr+DYXCpQVowQooUViLMklxqZbJUWDmPQURZWCSQ2p/pRCoDZvgzFfj38fZ2fPUYAlsZiplnc4aiYAudVrKNj0EvyHLQvJpPEfoP2f8M6jWihIZ/CjD2IovWwXDDP5UGlLa6gF4QZqnFJdEnmeexClmv/8tQQJvAhEtIJD3lmnxZBaaUnamInuw6B3RtrFbpAv1ZZWN6McpzgYva9oIHTIJMLcqzqrKQmLYmCpYvpNZy7Vn64fTRmiGpMrpMmxku/l4tXmb1qjYjLkszJIypMmBPxHbrpMr4NOU8Vomy7TzNpQ2XM6P+gGdPYcoXoD2DFyQmbkgMDSbycaYBnYI5qvVFPopJKUfrwMc1AiSW66NqpLIWH1huSxDGh9kc7AognfGCT/hlVXHhNMRFqbHd5Tqb/4LQluBzaLvzU9EMsbnyrgVNd/6vr79MCuwhC9ecdXQcJzNM/IOKAGHxG9YOpOn62z26xqcoUoRrGY8b5ekCSxnAtleLpEUcB1t/EYkYVx7FZ/K4pW7SGhVnMjUr0IjPuEjS5lL2XXZ7uHTGxIiNIUrZ2Kk0l53ZbLuDXdNAewPG3iK+wmpHeeh8y0AzOfKfS+H5YED/mkR4U4QhGHNfxAhQJxw8g2v2Wrbu7WZvHe9R15vP4Sm0Tvk8IT92Um/DbZW5VCbwOoNf2YJnUsODMrRrvHapk9JQtebK8MusTmrtFvu+pGeazFzZo3S+1iIllGwaK21xAI1O/8ieQe+5HnHRXMwx7z9YmnY9rTN9MIaDLIDFN3IBfidfsYW2s1OEwt+mfsVMETPpysVCwwJpI0J00csmBJr5qQmo5J+nx8LsxCVs9KjHacT4xC88/kQzSRaKPKp++EmoVNye76ej4vxD0qIWD1yk/9f/lFqr3nXqPFujGkE7VHUQxU5UTEqwEQQfcP5dAPow9unZ6YR0Kzcok1kZv6H9KoIYQ0vD9ds48TrjAETvM53Ql4A65p1V3Gn1FOJUxYiL43XVcw19d6ps6AR2uLvrQabR882pprlfdmx2/hZV8/dB9noOhfA41Mg+jznC5Uu0hqa/zs/bcxK2t4pYSrj2fPGBLAIrVXyEf+MsbHx9wl5YTf6uDw635XUW1rlIzOIYA34pOak21i3KyRCOMk9gheJyrnutltiltyK/rjA+uPQdclaJ0DG9ZdDVNgG7zOgAnhNNIGKlXeKvPniXBYg80NjrhnNeaKxVsLQ2N8N+P4yzIjrD3KRWnknVl7kK9u8WRvxVXJIobxEGwkIru2Z7o/EnPIN8BInHEXwx9QVuCDIOBE2x3aCdq8+8g7pBKRgVGI9Wf6o7BEULWDotipfAONndK1w9yiSPwb8X2JW0MSHfVe+nh8/x/nd/GNyZax62/eP1YO/gPNg7EQ86j7qDjgNk94HOm2tVep9xKut9iut0IcPfkDJjoUVXwsHZ+7NBV2FLBYElKllAhhxjVRMWI1ZqQKcGDc1DCVMAZk4mf+8+UMUImIlMPXttntpb2GZHRf/BxVaJTAuPtp/HUjHBcOibsr3qEaO6i1vyHn0XbDZzaeC7jrdbeo0w1dQk0xKLcyrTHVHasmqXTUADJJ24OeB3TDz1qNbmYeJIpzEKKbyjslOPH8bfbm5ReF5exiVZRDparhjZK3zmOz1bHaf4HXK3TBcFUecwcDbp71/v0h44
sidebar_class_name: "post api-method"
info_path: reference/api/agenta-backend
custom_edit_url: null
---

import ApiTabs from "@theme/ApiTabs";
import DiscriminatorTabs from "@theme/DiscriminatorTabs";
import MethodEndpoint from "@theme/ApiExplorer/MethodEndpoint";
import SecuritySchemes from "@theme/ApiExplorer/SecuritySchemes";
import MimeTabs from "@theme/MimeTabs";
import ParamsItem from "@theme/ParamsItem";
import ResponseSamples from "@theme/ResponseSamples";
import SchemaItem from "@theme/SchemaItem";
import SchemaTabs from "@theme/SchemaTabs";
import Markdown from "@theme/Markdown";
import Heading from "@theme/Heading";
import OperationTabs from "@theme/OperationTabs";
import TabItem from "@theme/TabItem";

<Heading as={"h1"} className={"openapi__heading"} children={"Create Evaluation"}></Heading>

<MethodEndpoint method={"post"} path={"/evaluations"}></MethodEndpoint>

Creates a new comparison table document
Raises:
HTTPException: _description_
Returns:
_description_

<Heading id={"request"} as={"h2"} className={"openapi-tabs__heading"} children={"Request"}></Heading>

<MimeTabs className={"openapi-tabs__mime"}>
  <TabItem label={"application/json"} value={"application/json-schema"}>
    <details style={{}} className={"openapi-markdown__details mime"} data-collapsed={false} open={true}>
      <summary style={{}} className={"openapi-markdown__details-summary-mime"}>
        <h3 className={"openapi-markdown__details-summary-header-body"}>Body</h3>
        <strong className={"openapi-schema__required"}>required</strong>
      </summary>
      <div style={{ textAlign: "left", marginLeft: "1rem" }}></div>
      <ul style={{ marginLeft: "1rem" }}>
        <SchemaItem
          collapsible={false}
          name={"app_id"}
          required={true}
          schemaName={"App Id (string)"}
          qualifierMessage={undefined}
          schema={{ type: "string", title: "App Id" }}
        ></SchemaItem>
        <SchemaItem
          collapsible={false}
          name={"variant_ids"}
          required={true}
          schemaName={"string[]"}
          qualifierMessage={undefined}
          schema={{ items: { type: "string" }, type: "array", title: "Variant Ids" }}
        ></SchemaItem>
        <SchemaItem
          collapsible={false}
          name={"evaluators_configs"}
          required={true}
          schemaName={"string[]"}
          qualifierMessage={undefined}
          schema={{ items: { type: "string" }, type: "array", title: "Evaluators Configs" }}
        ></SchemaItem>
        <SchemaItem
          collapsible={false}
          name={"testset_id"}
          required={true}
          schemaName={"Testset Id (string)"}
          qualifierMessage={undefined}
          schema={{ type: "string", title: "Testset Id" }}
        ></SchemaItem>
        <SchemaItem collapsible={true} className={"schemaItem"}>
          <details style={{}} className={"openapi-markdown__details"}>
            <summary style={{}}>
              <span className={"openapi-schema__container"}>
                <strong className={"openapi-schema__property"}>rate_limit</strong>
                <span className={"openapi-schema__name"}>object</span>
                <span className={"openapi-schema__divider"}></span>
                <span className={"openapi-schema__required"}>required</span>
              </span>
            </summary>
            <div style={{ marginLeft: "1rem" }}>
              <SchemaItem
                collapsible={false}
                name={"batch_size"}
                required={true}
                schemaName={"Batch Size (integer)"}
                qualifierMessage={undefined}
                schema={{ type: "integer", title: "Batch Size" }}
              ></SchemaItem>
              <SchemaItem
                collapsible={false}
                name={"max_retries"}
                required={true}
                schemaName={"Max Retries (integer)"}
                qualifierMessage={undefined}
                schema={{ type: "integer", title: "Max Retries" }}
              ></SchemaItem>
              <SchemaItem
                collapsible={false}
                name={"retry_delay"}
                required={true}
                schemaName={"Retry Delay (integer)"}
                qualifierMessage={undefined}
                schema={{ type: "integer", title: "Retry Delay" }}
              ></SchemaItem>
              <SchemaItem
                collapsible={false}
                name={"delay_between_batches"}
                required={true}
                schemaName={"Delay Between Batches (integer)"}
                qualifierMessage={undefined}
                schema={{ type: "integer", title: "Delay Between Batches" }}
              ></SchemaItem>
            </div>
          </details>
        </SchemaItem>
        <SchemaItem collapsible={true} className={"schemaItem"}>
          <details style={{}} className={"openapi-markdown__details"}>
            <summary style={{}}>
              <strong>lm_providers_keys</strong>
              <span style={{ opacity: "0.6" }}>object</span>
            </summary>
            <div style={{ marginLeft: "1rem" }}></div>
            <div>
              <span className={"badge badge--info"}>anyOf</span>
            </div>
          </details>
        </SchemaItem>
        <SchemaItem collapsible={true} className={"schemaItem"}>
          <details style={{}} className={"openapi-markdown__details"}>
            <summary style={{}}>
              <strong>correct_answer_column</strong>
              <span style={{ opacity: "0.6" }}>object</span>
            </summary>
            <div style={{ marginLeft: "1rem" }}></div>
            <div>
              <span className={"badge badge--info"}>anyOf</span>
              <SchemaTabs>
                <TabItem label={"MOD1"} value={"0-item-properties"}>
                  <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>string</div>
                </TabItem>
              </SchemaTabs>
            </div>
          </details>
        </SchemaItem>
      </ul>
    </details>
  </TabItem>
</MimeTabs>
<div>
  <div>
    <ApiTabs label={undefined} id={undefined}>
      <TabItem label={"200"} value={"200"}>
        <div>Successful Response</div>
        <div>
          <MimeTabs className={"openapi-tabs__mime"} schemaType={"response"}>
            <TabItem label={"application/json"} value={"application/json"}>
              <SchemaTabs className={"openapi-tabs__schema"}>
                <TabItem label={"Schema"} value={"Schema"}>
                  <details
                    style={{}}
                    className={"openapi-markdown__details response"}
                    data-collapsed={false}
                    open={true}
                  >
                    <summary style={{}} className={"openapi-markdown__details-summary-response"}>
                      <strong>Schema</strong>
                    </summary>
                    <div style={{ textAlign: "left", marginLeft: "1rem" }}></div>
                    <ul style={{ marginLeft: "1rem" }}>
                      <li>
                        <div
                          style={{
                            fontSize: "var(--ifm-code-font-size)",
                            opacity: "0.6",
                            marginLeft: "-.5rem",
                            paddingBottom: ".5rem",
                          }}
                        >
                          Array [
                        </div>
                      </li>
                      <SchemaItem
                        collapsible={false}
                        name={"id"}
                        required={true}
                        schemaName={"Id (string)"}
                        qualifierMessage={undefined}
                        schema={{ type: "string", title: "Id" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"app_id"}
                        required={true}
                        schemaName={"App Id (string)"}
                        qualifierMessage={undefined}
                        schema={{ type: "string", title: "App Id" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"project_id"}
                        required={true}
                        schemaName={"Project Id (string)"}
                        qualifierMessage={undefined}
                        schema={{ type: "string", title: "Project Id" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"variant_ids"}
                        required={true}
                        schemaName={"string[]"}
                        qualifierMessage={undefined}
                        schema={{ items: { type: "string" }, type: "array", title: "Variant Ids" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"variant_names"}
                        required={true}
                        schemaName={"string[]"}
                        qualifierMessage={undefined}
                        schema={{ items: { type: "string" }, type: "array", title: "Variant Names" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"variant_revision_ids"}
                        required={true}
                        schemaName={"string[]"}
                        qualifierMessage={undefined}
                        schema={{ items: { type: "string" }, type: "array", title: "Variant Revision Ids" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"revisions"}
                        required={true}
                        schemaName={"string[]"}
                        qualifierMessage={undefined}
                        schema={{ items: { type: "string" }, type: "array", title: "Revisions" }}
                      ></SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <strong>testset_id</strong>
                            <span style={{ opacity: "0.6" }}>object</span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}></div>
                          <div>
                            <span className={"badge badge--info"}>anyOf</span>
                            <SchemaTabs>
                              <TabItem label={"MOD1"} value={"0-item-properties"}>
                                <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>string</div>
                              </TabItem>
                            </SchemaTabs>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <strong>testset_name</strong>
                            <span style={{ opacity: "0.6" }}>object</span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}></div>
                          <div>
                            <span className={"badge badge--info"}>anyOf</span>
                            <SchemaTabs>
                              <TabItem label={"MOD1"} value={"0-item-properties"}>
                                <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>string</div>
                              </TabItem>
                            </SchemaTabs>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <span className={"openapi-schema__container"}>
                              <strong className={"openapi-schema__property"}>status</strong>
                              <span className={"openapi-schema__name"}>object</span>
                              <span className={"openapi-schema__divider"}></span>
                              <span className={"openapi-schema__required"}>required</span>
                            </span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}>
                            <SchemaItem
                              collapsible={false}
                              name={"type"}
                              required={true}
                              schemaName={"Type (string)"}
                              qualifierMessage={undefined}
                              schema={{ type: "string", title: "Type" }}
                            ></SchemaItem>
                            <SchemaItem collapsible={true} className={"schemaItem"}>
                              <details style={{}} className={"openapi-markdown__details"}>
                                <summary style={{}}>
                                  <strong>value</strong>
                                  <span style={{ opacity: "0.6" }}>object</span>
                                </summary>
                                <div style={{ marginLeft: "1rem" }}></div>
                                <div>
                                  <span className={"badge badge--info"}>anyOf</span>
                                </div>
                              </details>
                            </SchemaItem>
                            <SchemaItem collapsible={true} className={"schemaItem"}>
                              <details style={{}} className={"openapi-markdown__details"}>
                                <summary style={{}}>
                                  <strong>error</strong>
                                  <span style={{ opacity: "0.6" }}>object</span>
                                </summary>
                                <div style={{ marginLeft: "1rem" }}></div>
                                <div>
                                  <span className={"badge badge--info"}>anyOf</span>
                                  <SchemaTabs>
                                    <TabItem label={"Error"} value={"0-item-properties"}>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"message"}
                                        required={true}
                                        schemaName={"Message (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Message" }}
                                      ></SchemaItem>
                                      <SchemaItem collapsible={true} className={"schemaItem"}>
                                        <details style={{}} className={"openapi-markdown__details"}>
                                          <summary style={{}}>
                                            <strong>stacktrace</strong>
                                            <span style={{ opacity: "0.6" }}>object</span>
                                          </summary>
                                          <div style={{ marginLeft: "1rem" }}></div>
                                          <div>
                                            <span className={"badge badge--info"}>anyOf</span>
                                            <SchemaTabs>
                                              <TabItem label={"MOD1"} value={"0-item-properties"}>
                                                <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>string</div>
                                              </TabItem>
                                            </SchemaTabs>
                                          </div>
                                        </details>
                                      </SchemaItem>
                                    </TabItem>
                                  </SchemaTabs>
                                </div>
                              </details>
                            </SchemaItem>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <span className={"openapi-schema__container"}>
                              <strong className={"openapi-schema__property"}>aggregated_results</strong>
                              <span className={"openapi-schema__name"}>object[]</span>
                              <span className={"openapi-schema__divider"}></span>
                              <span className={"openapi-schema__required"}>required</span>
                            </span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}>
                            <li>
                              <div
                                style={{
                                  fontSize: "var(--ifm-code-font-size)",
                                  opacity: "0.6",
                                  marginLeft: "-.5rem",
                                  paddingBottom: ".5rem",
                                }}
                              >
                                Array [
                              </div>
                            </li>
                            <SchemaItem collapsible={true} className={"schemaItem"}>
                              <details style={{}} className={"openapi-markdown__details"}>
                                <summary style={{}}>
                                  <strong>evaluator_config</strong>
                                  <span style={{ opacity: "0.6" }}>object</span>
                                  <strong
                                    style={{ fontSize: "var(--ifm-code-font-size)", color: "var(--openapi-required)" }}
                                  >
                                    required
                                  </strong>
                                </summary>
                                <div style={{ marginLeft: "1rem" }}></div>
                                <div>
                                  <span className={"badge badge--info"}>anyOf</span>
                                  <SchemaTabs>
                                    <TabItem label={"EvaluatorConfig"} value={"0-item-properties"}>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"id"}
                                        required={true}
                                        schemaName={"Id (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Id" }}
                                      ></SchemaItem>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"name"}
                                        required={true}
                                        schemaName={"Name (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Name" }}
                                      ></SchemaItem>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"project_id"}
                                        required={true}
                                        schemaName={"Project Id (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Project Id" }}
                                      ></SchemaItem>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"evaluator_key"}
                                        required={true}
                                        schemaName={"Evaluator Key (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Evaluator Key" }}
                                      ></SchemaItem>
                                      <SchemaItem collapsible={true} className={"schemaItem"}>
                                        <details style={{}} className={"openapi-markdown__details"}>
                                          <summary style={{}}>
                                            <strong>settings_values</strong>
                                            <span style={{ opacity: "0.6" }}>object</span>
                                          </summary>
                                          <div style={{ marginLeft: "1rem" }}></div>
                                          <div>
                                            <span className={"badge badge--info"}>anyOf</span>
                                          </div>
                                        </details>
                                      </SchemaItem>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"created_at"}
                                        required={true}
                                        schemaName={"Created At (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Created At" }}
                                      ></SchemaItem>
                                      <SchemaItem
                                        collapsible={false}
                                        name={"updated_at"}
                                        required={true}
                                        schemaName={"Updated At (string)"}
                                        qualifierMessage={undefined}
                                        schema={{ type: "string", title: "Updated At" }}
                                      ></SchemaItem>
                                    </TabItem>
                                  </SchemaTabs>
                                </div>
                              </details>
                            </SchemaItem>
                            <SchemaItem collapsible={true} className={"schemaItem"}>
                              <details style={{}} className={"openapi-markdown__details"}>
                                <summary style={{}}>
                                  <span className={"openapi-schema__container"}>
                                    <strong className={"openapi-schema__property"}>result</strong>
                                    <span className={"openapi-schema__name"}>object</span>
                                    <span className={"openapi-schema__divider"}></span>
                                    <span className={"openapi-schema__required"}>required</span>
                                  </span>
                                </summary>
                                <div style={{ marginLeft: "1rem" }}>
                                  <SchemaItem
                                    collapsible={false}
                                    name={"type"}
                                    required={true}
                                    schemaName={"Type (string)"}
                                    qualifierMessage={undefined}
                                    schema={{ type: "string", title: "Type" }}
                                  ></SchemaItem>
                                  <SchemaItem collapsible={true} className={"schemaItem"}>
                                    <details style={{}} className={"openapi-markdown__details"}>
                                      <summary style={{}}>
                                        <strong>value</strong>
                                        <span style={{ opacity: "0.6" }}>object</span>
                                      </summary>
                                      <div style={{ marginLeft: "1rem" }}></div>
                                      <div>
                                        <span className={"badge badge--info"}>anyOf</span>
                                      </div>
                                    </details>
                                  </SchemaItem>
                                  <SchemaItem collapsible={true} className={"schemaItem"}>
                                    <details style={{}} className={"openapi-markdown__details"}>
                                      <summary style={{}}>
                                        <strong>error</strong>
                                        <span style={{ opacity: "0.6" }}>object</span>
                                      </summary>
                                      <div style={{ marginLeft: "1rem" }}></div>
                                      <div>
                                        <span className={"badge badge--info"}>anyOf</span>
                                        <SchemaTabs>
                                          <TabItem label={"Error"} value={"0-item-properties"}>
                                            <SchemaItem
                                              collapsible={false}
                                              name={"message"}
                                              required={true}
                                              schemaName={"Message (string)"}
                                              qualifierMessage={undefined}
                                              schema={{ type: "string", title: "Message" }}
                                            ></SchemaItem>
                                            <SchemaItem collapsible={true} className={"schemaItem"}>
                                              <details style={{}} className={"openapi-markdown__details"}>
                                                <summary style={{}}>
                                                  <strong>stacktrace</strong>
                                                  <span style={{ opacity: "0.6" }}>object</span>
                                                </summary>
                                                <div style={{ marginLeft: "1rem" }}></div>
                                                <div>
                                                  <span className={"badge badge--info"}>anyOf</span>
                                                  <SchemaTabs>
                                                    <TabItem label={"MOD1"} value={"0-item-properties"}>
                                                      <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>
                                                        string
                                                      </div>
                                                    </TabItem>
                                                  </SchemaTabs>
                                                </div>
                                              </details>
                                            </SchemaItem>
                                          </TabItem>
                                        </SchemaTabs>
                                      </div>
                                    </details>
                                  </SchemaItem>
                                </div>
                              </details>
                            </SchemaItem>
                            <li>
                              <div
                                style={{ fontSize: "var(--ifm-code-font-size)", opacity: "0.6", marginLeft: "-.5rem" }}
                              >
                                ]
                              </div>
                            </li>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <strong>average_cost</strong>
                            <span style={{ opacity: "0.6" }}>object</span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}></div>
                          <div>
                            <span className={"badge badge--info"}>anyOf</span>
                            <SchemaTabs>
                              <TabItem label={"Result"} value={"0-item-properties"}>
                                <SchemaItem
                                  collapsible={false}
                                  name={"type"}
                                  required={true}
                                  schemaName={"Type (string)"}
                                  qualifierMessage={undefined}
                                  schema={{ type: "string", title: "Type" }}
                                ></SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>value</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                    </div>
                                  </details>
                                </SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>error</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                      <SchemaTabs>
                                        <TabItem label={"Error"} value={"0-item-properties"}>
                                          <SchemaItem
                                            collapsible={false}
                                            name={"message"}
                                            required={true}
                                            schemaName={"Message (string)"}
                                            qualifierMessage={undefined}
                                            schema={{ type: "string", title: "Message" }}
                                          ></SchemaItem>
                                          <SchemaItem collapsible={true} className={"schemaItem"}>
                                            <details style={{}} className={"openapi-markdown__details"}>
                                              <summary style={{}}>
                                                <strong>stacktrace</strong>
                                                <span style={{ opacity: "0.6" }}>object</span>
                                              </summary>
                                              <div style={{ marginLeft: "1rem" }}></div>
                                              <div>
                                                <span className={"badge badge--info"}>anyOf</span>
                                                <SchemaTabs>
                                                  <TabItem label={"MOD1"} value={"0-item-properties"}>
                                                    <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>
                                                      string
                                                    </div>
                                                  </TabItem>
                                                </SchemaTabs>
                                              </div>
                                            </details>
                                          </SchemaItem>
                                        </TabItem>
                                      </SchemaTabs>
                                    </div>
                                  </details>
                                </SchemaItem>
                              </TabItem>
                            </SchemaTabs>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <strong>total_cost</strong>
                            <span style={{ opacity: "0.6" }}>object</span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}></div>
                          <div>
                            <span className={"badge badge--info"}>anyOf</span>
                            <SchemaTabs>
                              <TabItem label={"Result"} value={"0-item-properties"}>
                                <SchemaItem
                                  collapsible={false}
                                  name={"type"}
                                  required={true}
                                  schemaName={"Type (string)"}
                                  qualifierMessage={undefined}
                                  schema={{ type: "string", title: "Type" }}
                                ></SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>value</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                    </div>
                                  </details>
                                </SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>error</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                      <SchemaTabs>
                                        <TabItem label={"Error"} value={"0-item-properties"}>
                                          <SchemaItem
                                            collapsible={false}
                                            name={"message"}
                                            required={true}
                                            schemaName={"Message (string)"}
                                            qualifierMessage={undefined}
                                            schema={{ type: "string", title: "Message" }}
                                          ></SchemaItem>
                                          <SchemaItem collapsible={true} className={"schemaItem"}>
                                            <details style={{}} className={"openapi-markdown__details"}>
                                              <summary style={{}}>
                                                <strong>stacktrace</strong>
                                                <span style={{ opacity: "0.6" }}>object</span>
                                              </summary>
                                              <div style={{ marginLeft: "1rem" }}></div>
                                              <div>
                                                <span className={"badge badge--info"}>anyOf</span>
                                                <SchemaTabs>
                                                  <TabItem label={"MOD1"} value={"0-item-properties"}>
                                                    <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>
                                                      string
                                                    </div>
                                                  </TabItem>
                                                </SchemaTabs>
                                              </div>
                                            </details>
                                          </SchemaItem>
                                        </TabItem>
                                      </SchemaTabs>
                                    </div>
                                  </details>
                                </SchemaItem>
                              </TabItem>
                            </SchemaTabs>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <strong>average_latency</strong>
                            <span style={{ opacity: "0.6" }}>object</span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}></div>
                          <div>
                            <span className={"badge badge--info"}>anyOf</span>
                            <SchemaTabs>
                              <TabItem label={"Result"} value={"0-item-properties"}>
                                <SchemaItem
                                  collapsible={false}
                                  name={"type"}
                                  required={true}
                                  schemaName={"Type (string)"}
                                  qualifierMessage={undefined}
                                  schema={{ type: "string", title: "Type" }}
                                ></SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>value</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                    </div>
                                  </details>
                                </SchemaItem>
                                <SchemaItem collapsible={true} className={"schemaItem"}>
                                  <details style={{}} className={"openapi-markdown__details"}>
                                    <summary style={{}}>
                                      <strong>error</strong>
                                      <span style={{ opacity: "0.6" }}>object</span>
                                    </summary>
                                    <div style={{ marginLeft: "1rem" }}></div>
                                    <div>
                                      <span className={"badge badge--info"}>anyOf</span>
                                      <SchemaTabs>
                                        <TabItem label={"Error"} value={"0-item-properties"}>
                                          <SchemaItem
                                            collapsible={false}
                                            name={"message"}
                                            required={true}
                                            schemaName={"Message (string)"}
                                            qualifierMessage={undefined}
                                            schema={{ type: "string", title: "Message" }}
                                          ></SchemaItem>
                                          <SchemaItem collapsible={true} className={"schemaItem"}>
                                            <details style={{}} className={"openapi-markdown__details"}>
                                              <summary style={{}}>
                                                <strong>stacktrace</strong>
                                                <span style={{ opacity: "0.6" }}>object</span>
                                              </summary>
                                              <div style={{ marginLeft: "1rem" }}></div>
                                              <div>
                                                <span className={"badge badge--info"}>anyOf</span>
                                                <SchemaTabs>
                                                  <TabItem label={"MOD1"} value={"0-item-properties"}>
                                                    <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>
                                                      string
                                                    </div>
                                                  </TabItem>
                                                </SchemaTabs>
                                              </div>
                                            </details>
                                          </SchemaItem>
                                        </TabItem>
                                      </SchemaTabs>
                                    </div>
                                  </details>
                                </SchemaItem>
                              </TabItem>
                            </SchemaTabs>
                          </div>
                        </details>
                      </SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"created_at"}
                        required={true}
                        schemaName={"date-time"}
                        qualifierMessage={undefined}
                        schema={{ type: "string", format: "date-time", title: "Created At" }}
                      ></SchemaItem>
                      <SchemaItem
                        collapsible={false}
                        name={"updated_at"}
                        required={true}
                        schemaName={"date-time"}
                        qualifierMessage={undefined}
                        schema={{ type: "string", format: "date-time", title: "Updated At" }}
                      ></SchemaItem>
                      <li>
                        <div style={{ fontSize: "var(--ifm-code-font-size)", opacity: "0.6", marginLeft: "-.5rem" }}>
                          ]
                        </div>
                      </li>
                    </ul>
                  </details>
                </TabItem>
                <TabItem label={"Example (from schema)"} value={"Example (from schema)"}>
                  <ResponseSamples
                    responseExample={
                      '[\n  {\n    "id": "string",\n    "app_id": "string",\n    "project_id": "string",\n    "variant_ids": [\n      "string"\n    ],\n    "variant_names": [\n      "string"\n    ],\n    "variant_revision_ids": [\n      "string"\n    ],\n    "revisions": [\n      "string"\n    ],\n    "testset_id": "string",\n    "testset_name": "string",\n    "status": {\n      "type": "string",\n      "error": {}\n    },\n    "aggregated_results": [\n      {\n        "evaluator_config": {},\n        "result": {\n          "type": "string",\n          "error": {}\n        }\n      }\n    ],\n    "average_cost": {},\n    "total_cost": {},\n    "average_latency": {},\n    "created_at": "2024-11-22T12:54:54.291Z",\n    "updated_at": "2024-11-22T12:54:54.291Z"\n  }\n]'
                    }
                    language={"json"}
                  ></ResponseSamples>
                </TabItem>
              </SchemaTabs>
            </TabItem>
          </MimeTabs>
        </div>
      </TabItem>
      <TabItem label={"422"} value={"422"}>
        <div>Validation Error</div>
        <div>
          <MimeTabs className={"openapi-tabs__mime"} schemaType={"response"}>
            <TabItem label={"application/json"} value={"application/json"}>
              <SchemaTabs className={"openapi-tabs__schema"}>
                <TabItem label={"Schema"} value={"Schema"}>
                  <details
                    style={{}}
                    className={"openapi-markdown__details response"}
                    data-collapsed={false}
                    open={true}
                  >
                    <summary style={{}} className={"openapi-markdown__details-summary-response"}>
                      <strong>Schema</strong>
                    </summary>
                    <div style={{ textAlign: "left", marginLeft: "1rem" }}></div>
                    <ul style={{ marginLeft: "1rem" }}>
                      <SchemaItem collapsible={true} className={"schemaItem"}>
                        <details style={{}} className={"openapi-markdown__details"}>
                          <summary style={{}}>
                            <span className={"openapi-schema__container"}>
                              <strong className={"openapi-schema__property"}>detail</strong>
                              <span className={"openapi-schema__name"}>object[]</span>
                            </span>
                          </summary>
                          <div style={{ marginLeft: "1rem" }}>
                            <li>
                              <div
                                style={{
                                  fontSize: "var(--ifm-code-font-size)",
                                  opacity: "0.6",
                                  marginLeft: "-.5rem",
                                  paddingBottom: ".5rem",
                                }}
                              >
                                Array [
                              </div>
                            </li>
                            <SchemaItem collapsible={true} className={"schemaItem"}>
                              <details style={{}} className={"openapi-markdown__details"}>
                                <summary style={{}}>
                                  <span className={"openapi-schema__container"}>
                                    <strong className={"openapi-schema__property"}>loc</strong>
                                    <span className={"openapi-schema__name"}>object[]</span>
                                    <span className={"openapi-schema__divider"}></span>
                                    <span className={"openapi-schema__required"}>required</span>
                                  </span>
                                </summary>
                                <div style={{ marginLeft: "1rem" }}>
                                  <li>
                                    <div
                                      style={{
                                        fontSize: "var(--ifm-code-font-size)",
                                        opacity: "0.6",
                                        marginLeft: "-.5rem",
                                        paddingBottom: ".5rem",
                                      }}
                                    >
                                      Array [
                                    </div>
                                  </li>
                                  <div>
                                    <span className={"badge badge--info"}>anyOf</span>
                                    <SchemaTabs>
                                      <TabItem label={"MOD1"} value={"0-item-properties"}>
                                        <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>string</div>
                                      </TabItem>
                                      <TabItem label={"MOD2"} value={"1-item-properties"}>
                                        <div style={{ marginTop: ".5rem", marginBottom: ".5rem" }}>integer</div>
                                      </TabItem>
                                    </SchemaTabs>
                                  </div>
                                  <li>
                                    <div
                                      style={{
                                        fontSize: "var(--ifm-code-font-size)",
                                        opacity: "0.6",
                                        marginLeft: "-.5rem",
                                      }}
                                    >
                                      ]
                                    </div>
                                  </li>
                                </div>
                              </details>
                            </SchemaItem>
                            <SchemaItem
                              collapsible={false}
                              name={"msg"}
                              required={true}
                              schemaName={"Message (string)"}
                              qualifierMessage={undefined}
                              schema={{ type: "string", title: "Message" }}
                            ></SchemaItem>
                            <SchemaItem
                              collapsible={false}
                              name={"type"}
                              required={true}
                              schemaName={"Error Type (string)"}
                              qualifierMessage={undefined}
                              schema={{ type: "string", title: "Error Type" }}
                            ></SchemaItem>
                            <li>
                              <div
                                style={{ fontSize: "var(--ifm-code-font-size)", opacity: "0.6", marginLeft: "-.5rem" }}
                              >
                                ]
                              </div>
                            </li>
                          </div>
                        </details>
                      </SchemaItem>
                    </ul>
                  </details>
                </TabItem>
                <TabItem label={"Example (from schema)"} value={"Example (from schema)"}>
                  <ResponseSamples
                    responseExample={
                      '{\n  "detail": [\n    {\n      "loc": [\n        "string",\n        0\n      ],\n      "msg": "string",\n      "type": "string"\n    }\n  ]\n}'
                    }
                    language={"json"}
                  ></ResponseSamples>
                </TabItem>
              </SchemaTabs>
            </TabItem>
          </MimeTabs>
        </div>
      </TabItem>
    </ApiTabs>
  </div>
</div>
