o $i'_@sddlmZddlmZddlmZddlZddlmZddl m Z m Z m Z m Z mZmZmZddlmZmZdd lmZdd lmZmZdd lmZmZd d lmZmZmZm Z m!Z!m"Z"ddl#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7ddgZ8GdddeZ9GdddeZ:GdddZ;GdddZdS)#) annotations)Optional)LiteralN)_legacy_response)BodyOmitQueryHeadersNotGivenomit not_given)maybe_transformasync_maybe_transform)cached_property)SyncAPIResourceAsyncAPIResource)to_streamed_response_wrapper"async_to_streamed_response_wrapper) OutputItemsAsyncOutputItemsOutputItemsWithRawResponseAsyncOutputItemsWithRawResponse OutputItemsWithStreamingResponse%AsyncOutputItemsWithStreamingResponse)SyncCursorPageAsyncCursorPage)run_list_paramsrun_create_params)AsyncPaginatormake_request_options)Metadata)RunListResponse)RunCancelResponse)RunCreateResponse)RunDeleteResponse)RunRetrieveResponseRuns AsyncRunsc @eZdZed6ddZed7ddZed8d d Zeed d d ed d9ddZ d d d ed d:d#d$Z eeeed d d ed%d;d.d/Z d d d ed dr(returnrcC t|jSN)r_clientselfr1`/var/www/html/flask_server/venv/lib/python3.10/site-packages/openai/resources/evals/runs/runs.py output_items& zRuns.output_itemsRunsWithRawResponsecCt|Sa This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content. For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers )r5r/r1r1r2with_raw_response*zRuns.with_raw_responseRunsWithStreamingResponsecCr6z An alternative to `.with_raw_response` that doesn't eagerly read the response body. For more information, see https://www.github.com/openai/openai-python#with_streaming_response )r:r/r1r1r2with_streaming_response4zRuns.with_streaming_responseNmetadataname extra_headers extra_query extra_bodytimeouteval_idstr data_sourcerun_create_params.DataSourcer?Optional[Metadata] | Omitr@ str | OmitrAHeaders | NonerB Query | NonerC Body | NonerD'float | httpx.Timeout | None | NotGivenr%c CsH|s td||jd|dt|||dtjt||||dtdS)  Kicks off a new run for a given evaluation, specifying the data source, and what model configuration to use to test. The datasource will be validated against the schema specified in the config of the evaluation. Args: data_source: Details about the run's data source. metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful for storing additional information about the object in a structured format, and querying for objects via API or the dashboard. Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters. name: The name of the run. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds 6Expected a non-empty value for `eval_id` but received /evals//runsrGr?r@rArBrCrDbodyoptionscast_to) ValueError_postrrRunCreateParamsr!r% r0rErGr?r@rArBrCrDr1r1r2create=s ' z Runs.createrTrun_idr'cCL|s td||std||jd|d|t||||dtdS)P Get an evaluation run by ID. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rP5Expected a non-empty value for `run_id` but received rQ/runs/rTrWrXrY_getr!r'r0r^rErArBrCrDr1r1r2retrievevz Runs.retrieveafterlimitorderstatusrArBrCrDrjrk int | OmitrlLiteral['asc', 'desc'] | OmitrmJLiteral['queued', 'in_progress', 'completed', 'canceled', 'failed'] | OmitSyncCursorPage[RunListResponse]c CP|s td||jd|dttt|||| t||||dtjdtdSa Get a list of runs for an evaluation. Args: after: Identifier for the last run from the previous pagination request. limit: Number of runs to retrieve. order: Sort order for runs by timestamp. Use `asc` for ascending order or `desc` for descending order. Defaults to `asc`. status: Filter runs by status. One of `queued` | `in_progress` | `failed` | `completed` | `canceled`. extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rPrQrR)rjrkrlrm)rArBrCrDquery)pagerWmodel)rY _get_api_listrr#r!rr RunListParams r0rErjrkrlrmrArBrCrDr1r1r2list*% z Runs.listr&cCr_)G Delete an eval run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rPrarQrbrTrcrY_deleter!r&rfr1r1r2deleterhz Runs.deleter$cCr_)U Cancel an ongoing evaluation run. Args: extra_headers: Send extra headers extra_query: Add additional query parameters to the request extra_body: Add additional JSON properties to the request timeout: Override the client-level default timeout for this request, in seconds rPrarQrbrTrcrYrZr!r$rfr1r1r2cancelrhz Runs.cancel)r+r)r+r5)r+r:rErFrGrHr?rIr@rJrArKrBrLrCrMrDrNr+r%r^rFrErFrArKrBrLrCrMrDrNr+r')rErFrjrJrkrnrlrormrprArKrBrLrCrMrDrNr+rqr^rFrErFrArKrBrLrCrMrDrNr+r&r^rFrErFrArKrBrLrCrMrDrNr+r$__name__ __module__ __qualname__rr3r8r<r r r]rgrzrrr1r1r1r2r(%L    @(C+c @r*)>r)r+rcCr,r-)rr.r/r1r1r2r3 r4zAsyncRuns.output_itemsAsyncRunsWithRawResponsecCr6r7)rr/r1r1r2r8$r9zAsyncRuns.with_raw_responseAsyncRunsWithStreamingResponsecCr6r;)rr/r1r1r2r<.r=z!AsyncRuns.with_streaming_responseNr>rErFrGrHr?rIr@rJrArKrBrLrCrMrDrNr%c sV|s td||jd|dt|||dtjIdHt||||dtdIdHS)rOrPrQrRrSNrTrU)rYrZrrr[r!r%r\r1r1r2r]7s"'  zAsyncRuns.createrTr^r'cT|s td||std||jd|d|t||||dtdIdHS)r`rPrarQrbrTrcNrdrfr1r1r2rgp zAsyncRuns.retrieverirjrkrnrlrormrpAAsyncPaginator[RunListResponse, AsyncCursorPage[RunListResponse]]c Crrrs)rYrwrr#r!rrrxryr1r1r2rzr{zAsyncRuns.listr&cr)r|rPrarQrbrTrcNr}rfr1r1r2rrzAsyncRuns.deleter$cr)rrPrarQrbrTrcNrrfr1r1r2rrzAsyncRuns.cancel)r+r)r+r)r+rrr)rErFrjrJrkrnrlrormrprArKrBrLrCrMrDrNr+rrrrr1r1r1r2r)rc@$eZdZd ddZed dd Zd S) r5runsr(r+NonecCP||_t|j|_t|j|_t|j|_t|j|_t|j|_dSr-)_runsrto_raw_response_wrapperr]rgrzrrr0rr1r1r2__init__  zRunsWithRawResponse.__init__rcC t|jjSr-)rrr3r/r1r1r2r3- z RunsWithRawResponse.output_itemsNrr(r+r)r+rrrrrrr3r1r1r1r2r5 r5c@r) rrr)r+rcCrr-)rrasync_to_raw_response_wrapperr]rgrzrrrr1r1r2r3rz!AsyncRunsWithRawResponse.__init__rcCrr-)rrr3r/r1r1r2r3Frz%AsyncRunsWithRawResponse.output_itemsNrr)r+r)r+rrr1r1r1r2r2rrc@r) r:rr(r+rcCF||_t|j|_t|j|_t|j|_t|j|_t|j|_dSr-)rrr]rgrzrrrr1r1r2rL  z"RunsWithStreamingResponse.__init__rcCrr-)rrr3r/r1r1r2r3_rz&RunsWithStreamingResponse.output_itemsNr)r+rrr1r1r1r2r:Krr:c@r) rrr)r+rcCrr-)rrr]rgrzrrrr1r1r2rerz'AsyncRunsWithStreamingResponse.__init__rcCrr-)rrr3r/r1r1r2r3xrz+AsyncRunsWithStreamingResponse.output_itemsNr)r+rrr1r1r1r2rdrr)? __future__rtypingrtyping_extensionsrhttpxr_typesrrr r r r r _utilsrr_compatr _resourcerr _responserrr3rrrrrr paginationrr types.evalsrr _base_clientr r!types.shared_params.metadatar"types.evals.run_list_responser#types.evals.run_cancel_responser$types.evals.run_create_responser%types.evals.run_delete_responser&!types.evals.run_retrieve_responser'__all__r(r)r5rr:rr1r1r1r2s:    $        {{