first commit

backend/node_modules/openai/resources/evals/runs/index.d.mts

@@ -0,0 +1,3 @@
+export { OutputItems, type OutputItemRetrieveResponse, type OutputItemListResponse, type OutputItemRetrieveParams, type OutputItemListParams, type OutputItemListResponsesPage, } from "./output-items.mjs";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs.mjs";
+//# sourceMappingURL=index.d.mts.map

backend/node_modules/openai/resources/evals/runs/index.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"OAEO,EACL,WAAW,EACX,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,GACjC;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

backend/node_modules/openai/resources/evals/runs/index.d.ts

@@ -0,0 +1,3 @@
+export { OutputItems, type OutputItemRetrieveResponse, type OutputItemListResponse, type OutputItemRetrieveParams, type OutputItemListParams, type OutputItemListResponsesPage, } from "./output-items.js";
+export { Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunRetrieveParams, type RunListParams, type RunDeleteParams, type RunCancelParams, type RunListResponsesPage, } from "./runs.js";
+//# sourceMappingURL=index.d.ts.map

backend/node_modules/openai/resources/evals/runs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"OAEO,EACL,WAAW,EACX,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,GACjC;OACM,EACL,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,oBAAoB,GAC1B"}

backend/node_modules/openai/resources/evals/runs/index.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runs = exports.OutputItems = void 0;
+var output_items_1 = require("./output-items.js");
+Object.defineProperty(exports, "OutputItems", { enumerable: true, get: function () { return output_items_1.OutputItems; } });
+var runs_1 = require("./runs.js");
+Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_1.Runs; } });
+//# sourceMappingURL=index.js.map

backend/node_modules/openai/resources/evals/runs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAOwB;AANtB,2GAAA,WAAW,OAAA;AAOb,kCAgBgB;AAfd,4FAAA,IAAI,OAAA"}

backend/node_modules/openai/resources/evals/runs/index.mjs

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { OutputItems, } from "./output-items.mjs";
+export { Runs, } from "./runs.mjs";
+//# sourceMappingURL=index.mjs.map

backend/node_modules/openai/resources/evals/runs/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,WAAW,GAMZ;OACM,EACL,IAAI,GAeL"}

backend/node_modules/openai/resources/evals/runs/output-items.d.mts

@@ -0,0 +1,385 @@
+import { APIResource } from "../../../core/resource.mjs";
+import * as RunsAPI from "./runs.mjs";
+import { APIPromise } from "../../../core/api-promise.mjs";
+import { CursorPage, type CursorPageParams, PagePromise } from "../../../core/pagination.mjs";
+import { RequestOptions } from "../../../internal/request-options.mjs";
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+export declare class OutputItems extends APIResource {
+    /**
+     * Get an evaluation run output item by ID.
+     */
+    retrieve(outputItemID: string, params: OutputItemRetrieveParams, options?: RequestOptions): APIPromise<OutputItemRetrieveResponse>;
+    /**
+     * Get a list of output items for an evaluation run.
+     */
+    list(runID: string, params: OutputItemListParams, options?: RequestOptions): PagePromise<OutputItemListResponsesPage, OutputItemListResponse>;
+}
+export type OutputItemListResponsesPage = CursorPage<OutputItemListResponse>;
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemRetrieveResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemRetrieveResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemRetrieveResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemRetrieveResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemListResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemListResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemListResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemListResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+export interface OutputItemRetrieveParams {
+    /**
+     * The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * The ID of the run to retrieve.
+     */
+    run_id: string;
+}
+export interface OutputItemListParams extends CursorPageParams {
+    /**
+     * Path param: The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * Query param: Sort order for output items by timestamp. Use `asc` for ascending
+     * order or `desc` for descending order. Defaults to `asc`.
+     */
+    order?: 'asc' | 'desc';
+    /**
+     * Query param: Filter output items by status. Use `failed` to filter by failed
+     * output items or `pass` to filter by passed output items.
+     */
+    status?: 'fail' | 'pass';
+}
+export declare namespace OutputItems {
+    export { type OutputItemRetrieveResponse as OutputItemRetrieveResponse, type OutputItemListResponse as OutputItemListResponse, type OutputItemListResponsesPage as OutputItemListResponsesPage, type OutputItemRetrieveParams as OutputItemRetrieveParams, type OutputItemListParams as OutputItemListParams, };
+}
+//# sourceMappingURL=output-items.d.mts.map

backend/node_modules/openai/resources/evals/runs/output-items.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-items.d.mts","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,OAAO;OACZ,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB;;GAEG;AACH,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,wBAAwB,EAChC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,0BAA0B,CAAC;IAKzC;;OAEG;IACH,IAAI,CACF,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,oBAAoB,EAC5B,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,2BAA2B,EAAE,sBAAsB,CAAC;CAQpE;AAED,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAE7E;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAElD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,0BAA0B,CAAC,MAAM,CAAC;IAE1C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC;IAEtC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,sBAAsB,CAAC;IACtC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

backend/node_modules/openai/resources/evals/runs/output-items.d.ts

@@ -0,0 +1,385 @@
+import { APIResource } from "../../../core/resource.js";
+import * as RunsAPI from "./runs.js";
+import { APIPromise } from "../../../core/api-promise.js";
+import { CursorPage, type CursorPageParams, PagePromise } from "../../../core/pagination.js";
+import { RequestOptions } from "../../../internal/request-options.js";
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+export declare class OutputItems extends APIResource {
+    /**
+     * Get an evaluation run output item by ID.
+     */
+    retrieve(outputItemID: string, params: OutputItemRetrieveParams, options?: RequestOptions): APIPromise<OutputItemRetrieveResponse>;
+    /**
+     * Get a list of output items for an evaluation run.
+     */
+    list(runID: string, params: OutputItemListParams, options?: RequestOptions): PagePromise<OutputItemListResponsesPage, OutputItemListResponse>;
+}
+export type OutputItemListResponsesPage = CursorPage<OutputItemListResponse>;
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemRetrieveResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemRetrieveResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemRetrieveResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemRetrieveResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+/**
+ * A schema representing an evaluation run output item.
+ */
+export interface OutputItemListResponse {
+    /**
+     * Unique identifier for the evaluation run output item.
+     */
+    id: string;
+    /**
+     * Unix timestamp (in seconds) when the evaluation run was created.
+     */
+    created_at: number;
+    /**
+     * Details of the input data source item.
+     */
+    datasource_item: {
+        [key: string]: unknown;
+    };
+    /**
+     * The identifier for the data source item.
+     */
+    datasource_item_id: number;
+    /**
+     * The identifier of the evaluation group.
+     */
+    eval_id: string;
+    /**
+     * The type of the object. Always "eval.run.output_item".
+     */
+    object: 'eval.run.output_item';
+    /**
+     * A list of grader results for this output item.
+     */
+    results: Array<OutputItemListResponse.Result>;
+    /**
+     * The identifier of the evaluation run associated with this output item.
+     */
+    run_id: string;
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    sample: OutputItemListResponse.Sample;
+    /**
+     * The status of the evaluation run.
+     */
+    status: string;
+}
+export declare namespace OutputItemListResponse {
+    /**
+     * A single grader result for an evaluation run output item.
+     */
+    interface Result {
+        /**
+         * The name of the grader.
+         */
+        name: string;
+        /**
+         * Whether the grader considered the output a pass.
+         */
+        passed: boolean;
+        /**
+         * The numeric score produced by the grader.
+         */
+        score: number;
+        /**
+         * Optional sample or intermediate data produced by the grader.
+         */
+        sample?: {
+            [key: string]: unknown;
+        } | null;
+        /**
+         * The grader type (for example, "string-check-grader").
+         */
+        type?: string;
+        [k: string]: unknown;
+    }
+    /**
+     * A sample containing the input and output of the evaluation run.
+     */
+    interface Sample {
+        /**
+         * An object representing an error response from the Eval API.
+         */
+        error: RunsAPI.EvalAPIError;
+        /**
+         * The reason why the sample generation was finished.
+         */
+        finish_reason: string;
+        /**
+         * An array of input messages.
+         */
+        input: Array<Sample.Input>;
+        /**
+         * The maximum number of tokens allowed for completion.
+         */
+        max_completion_tokens: number;
+        /**
+         * The model used for generating the sample.
+         */
+        model: string;
+        /**
+         * An array of output messages.
+         */
+        output: Array<Sample.Output>;
+        /**
+         * The seed used for generating the sample.
+         */
+        seed: number;
+        /**
+         * The sampling temperature used.
+         */
+        temperature: number;
+        /**
+         * The top_p value used for sampling.
+         */
+        top_p: number;
+        /**
+         * Token usage details for the sample.
+         */
+        usage: Sample.Usage;
+    }
+    namespace Sample {
+        /**
+         * An input message.
+         */
+        interface Input {
+            /**
+             * The content of the message.
+             */
+            content: string;
+            /**
+             * The role of the message sender (e.g., system, user, developer).
+             */
+            role: string;
+        }
+        interface Output {
+            /**
+             * The content of the message.
+             */
+            content?: string;
+            /**
+             * The role of the message (e.g. "system", "assistant", "user").
+             */
+            role?: string;
+        }
+        /**
+         * Token usage details for the sample.
+         */
+        interface Usage {
+            /**
+             * The number of tokens retrieved from cache.
+             */
+            cached_tokens: number;
+            /**
+             * The number of completion tokens generated.
+             */
+            completion_tokens: number;
+            /**
+             * The number of prompt tokens used.
+             */
+            prompt_tokens: number;
+            /**
+             * The total number of tokens used.
+             */
+            total_tokens: number;
+        }
+    }
+}
+export interface OutputItemRetrieveParams {
+    /**
+     * The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * The ID of the run to retrieve.
+     */
+    run_id: string;
+}
+export interface OutputItemListParams extends CursorPageParams {
+    /**
+     * Path param: The ID of the evaluation to retrieve runs for.
+     */
+    eval_id: string;
+    /**
+     * Query param: Sort order for output items by timestamp. Use `asc` for ascending
+     * order or `desc` for descending order. Defaults to `asc`.
+     */
+    order?: 'asc' | 'desc';
+    /**
+     * Query param: Filter output items by status. Use `failed` to filter by failed
+     * output items or `pass` to filter by passed output items.
+     */
+    status?: 'fail' | 'pass';
+}
+export declare namespace OutputItems {
+    export { type OutputItemRetrieveResponse as OutputItemRetrieveResponse, type OutputItemListResponse as OutputItemListResponse, type OutputItemListResponsesPage as OutputItemListResponsesPage, type OutputItemRetrieveParams as OutputItemRetrieveParams, type OutputItemListParams as OutputItemListParams, };
+}
+//# sourceMappingURL=output-items.d.ts.map

backend/node_modules/openai/resources/evals/runs/output-items.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-items.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,OAAO;OACZ,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB;;GAEG;AACH,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,wBAAwB,EAChC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,0BAA0B,CAAC;IAKzC;;OAEG;IACH,IAAI,CACF,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,oBAAoB,EAC5B,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,2BAA2B,EAAE,sBAAsB,CAAC;CAQpE;AAED,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAE7E;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAElD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,0BAA0B,CAAC,MAAM,CAAC;IAE1C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE5C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC;IAEtC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,sBAAsB,CAAC;IACtC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,MAAM,EAAE,OAAO,CAAC;QAEhB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,GAAG,IAAI,CAAC;QAE3C;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KACtB;IAED;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

backend/node_modules/openai/resources/evals/runs/output-items.js

@@ -0,0 +1,28 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OutputItems = void 0;
+const resource_1 = require("../../../core/resource.js");
+const pagination_1 = require("../../../core/pagination.js");
+const path_1 = require("../../../internal/utils/path.js");
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+class OutputItems extends resource_1.APIResource {
+    /**
+     * Get an evaluation run output item by ID.
+     */
+    retrieve(outputItemID, params, options) {
+        const { eval_id, run_id } = params;
+        return this._client.get((0, path_1.path) `/evals/${eval_id}/runs/${run_id}/output_items/${outputItemID}`, options);
+    }
+    /**
+     * Get a list of output items for an evaluation run.
+     */
+    list(runID, params, options) {
+        const { eval_id, ...query } = params;
+        return this._client.getAPIList((0, path_1.path) `/evals/${eval_id}/runs/${runID}/output_items`, (pagination_1.CursorPage), { query, ...options });
+    }
+}
+exports.OutputItems = OutputItems;
+//# sourceMappingURL=output-items.js.map

backend/node_modules/openai/resources/evals/runs/output-items.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-items.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,wDAAqD;AAGrD,4DAA0F;AAE1F,0DAAoD;AAEpD;;GAEG;AACH,MAAa,WAAY,SAAQ,sBAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,YAAoB,EACpB,MAAgC,EAChC,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,UAAU,OAAO,SAAS,MAAM,iBAAiB,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,IAAI,CACF,KAAa,EACb,MAA4B,EAC5B,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAC5B,IAAA,WAAI,EAAA,UAAU,OAAO,SAAS,KAAK,eAAe,EAClD,CAAA,uBAAkC,CAAA,EAClC,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CACtB,CAAC;IACJ,CAAC;CACF;AA5BD,kCA4BC"}

backend/node_modules/openai/resources/evals/runs/output-items.mjs

@@ -0,0 +1,24 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../../core/resource.mjs";
+import { CursorPage } from "../../../core/pagination.mjs";
+import { path } from "../../../internal/utils/path.mjs";
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+export class OutputItems extends APIResource {
+    /**
+     * Get an evaluation run output item by ID.
+     */
+    retrieve(outputItemID, params, options) {
+        const { eval_id, run_id } = params;
+        return this._client.get(path `/evals/${eval_id}/runs/${run_id}/output_items/${outputItemID}`, options);
+    }
+    /**
+     * Get a list of output items for an evaluation run.
+     */
+    list(runID, params, options) {
+        const { eval_id, ...query } = params;
+        return this._client.getAPIList(path `/evals/${eval_id}/runs/${runID}/output_items`, (CursorPage), { query, ...options });
+    }
+}
+//# sourceMappingURL=output-items.mjs.map

backend/node_modules/openai/resources/evals/runs/output-items.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"output-items.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,UAAU,EAAsC;OAElD,EAAE,IAAI,EAAE;AAEf;;GAEG;AACH,MAAM,OAAO,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,YAAoB,EACpB,MAAgC,EAChC,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,UAAU,OAAO,SAAS,MAAM,iBAAiB,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,IAAI,CACF,KAAa,EACb,MAA4B,EAC5B,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC;QACrC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAC5B,IAAI,CAAA,UAAU,OAAO,SAAS,KAAK,eAAe,EAClD,CAAA,UAAkC,CAAA,EAClC,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CACtB,CAAC;IACJ,CAAC;CACF"}

backend/node_modules/openai/resources/evals/runs/runs.js

@@ -0,0 +1,60 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runs = void 0;
+const tslib_1 = require("../../../internal/tslib.js");
+const resource_1 = require("../../../core/resource.js");
+const OutputItemsAPI = tslib_1.__importStar(require("./output-items.js"));
+const output_items_1 = require("./output-items.js");
+const pagination_1 = require("../../../core/pagination.js");
+const path_1 = require("../../../internal/utils/path.js");
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+class Runs extends resource_1.APIResource {
+    constructor() {
+        super(...arguments);
+        this.outputItems = new OutputItemsAPI.OutputItems(this._client);
+    }
+    /**
+     * Kicks off a new run for a given evaluation, specifying the data source, and what
+     * model configuration to use to test. The datasource will be validated against the
+     * schema specified in the config of the evaluation.
+     */
+    create(evalID, body, options) {
+        return this._client.post((0, path_1.path) `/evals/${evalID}/runs`, { body, ...options });
+    }
+    /**
+     * Get an evaluation run by ID.
+     */
+    retrieve(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.get((0, path_1.path) `/evals/${eval_id}/runs/${runID}`, options);
+    }
+    /**
+     * Get a list of runs for an evaluation.
+     */
+    list(evalID, query = {}, options) {
+        return this._client.getAPIList((0, path_1.path) `/evals/${evalID}/runs`, (pagination_1.CursorPage), {
+            query,
+            ...options,
+        });
+    }
+    /**
+     * Delete an eval run.
+     */
+    delete(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.delete((0, path_1.path) `/evals/${eval_id}/runs/${runID}`, options);
+    }
+    /**
+     * Cancel an ongoing evaluation run.
+     */
+    cancel(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.post((0, path_1.path) `/evals/${eval_id}/runs/${runID}`, options);
+    }
+}
+exports.Runs = Runs;
+Runs.OutputItems = output_items_1.OutputItems;
+//# sourceMappingURL=runs.js.map

backend/node_modules/openai/resources/evals/runs/runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,wDAAqD;AAKrD,0EAAiD;AACjD,oDAOwB;AAExB,4DAA0F;AAE1F,0DAAoD;AAEpD;;GAEG;AACH,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAoDzF,CAAC;IAlDC;;;;OAIG;IACH,MAAM,CAAC,MAAc,EAAE,IAAqB,EAAE,OAAwB;QACpE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAAa,EACb,MAAyB,EACzB,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,IAAI,CACF,MAAc,EACd,QAA0C,EAAE,EAC5C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,OAAO,EAAE,CAAA,uBAA2B,CAAA,EAAE;YACvF,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,MAAuB,EAAE,OAAwB;QACrE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,MAAuB,EAAE,OAAwB;QACrE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;CACF;AArDD,oBAqDC;AA8sFD,IAAI,CAAC,WAAW,GAAG,0BAAW,CAAC"}

backend/node_modules/openai/resources/evals/runs/runs.mjs

@@ -0,0 +1,55 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../../core/resource.mjs";
+import * as OutputItemsAPI from "./output-items.mjs";
+import { OutputItems, } from "./output-items.mjs";
+import { CursorPage } from "../../../core/pagination.mjs";
+import { path } from "../../../internal/utils/path.mjs";
+/**
+ * Manage and run evals in the OpenAI platform.
+ */
+export class Runs extends APIResource {
+    constructor() {
+        super(...arguments);
+        this.outputItems = new OutputItemsAPI.OutputItems(this._client);
+    }
+    /**
+     * Kicks off a new run for a given evaluation, specifying the data source, and what
+     * model configuration to use to test. The datasource will be validated against the
+     * schema specified in the config of the evaluation.
+     */
+    create(evalID, body, options) {
+        return this._client.post(path `/evals/${evalID}/runs`, { body, ...options });
+    }
+    /**
+     * Get an evaluation run by ID.
+     */
+    retrieve(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.get(path `/evals/${eval_id}/runs/${runID}`, options);
+    }
+    /**
+     * Get a list of runs for an evaluation.
+     */
+    list(evalID, query = {}, options) {
+        return this._client.getAPIList(path `/evals/${evalID}/runs`, (CursorPage), {
+            query,
+            ...options,
+        });
+    }
+    /**
+     * Delete an eval run.
+     */
+    delete(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.delete(path `/evals/${eval_id}/runs/${runID}`, options);
+    }
+    /**
+     * Cancel an ongoing evaluation run.
+     */
+    cancel(runID, params, options) {
+        const { eval_id } = params;
+        return this._client.post(path `/evals/${eval_id}/runs/${runID}`, options);
+    }
+}
+Runs.OutputItems = OutputItems;
+//# sourceMappingURL=runs.mjs.map

backend/node_modules/openai/resources/evals/runs/runs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAKf,KAAK,cAAc;OACnB,EAML,WAAW,GACZ;OAEM,EAAE,UAAU,EAAsC;OAElD,EAAE,IAAI,EAAE;AAEf;;GAEG;AACH,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAoDzF,CAAC;IAlDC;;;;OAIG;IACH,MAAM,CAAC,MAAc,EAAE,IAAqB,EAAE,OAAwB;QACpE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,KAAa,EACb,MAAyB,EACzB,OAAwB;QAExB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,IAAI,CACF,MAAc,EACd,QAA0C,EAAE,EAC5C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,UAAU,MAAM,OAAO,EAAE,CAAA,UAA2B,CAAA,EAAE;YACvF,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,MAAuB,EAAE,OAAwB;QACrE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,MAAuB,EAAE,OAAwB;QACrE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,UAAU,OAAO,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;CACF;AA8sFD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC"}