| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530 |
- # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
- from __future__ import annotations
- from typing import Optional
- from typing_extensions import Literal
- import httpx
- from .. import _legacy_response
- from ..types import batch_list_params, batch_create_params
- from .._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
- from .._utils import maybe_transform, async_maybe_transform
- from .._compat import cached_property
- from .._resource import SyncAPIResource, AsyncAPIResource
- from .._response import to_streamed_response_wrapper, async_to_streamed_response_wrapper
- from ..pagination import SyncCursorPage, AsyncCursorPage
- from ..types.batch import Batch
- from .._base_client import AsyncPaginator, make_request_options
- from ..types.shared_params.metadata import Metadata
- __all__ = ["Batches", "AsyncBatches"]
- class Batches(SyncAPIResource):
- @cached_property
- def with_raw_response(self) -> BatchesWithRawResponse:
- """
- This property can be used as a prefix for any HTTP method call to return
- the raw response object instead of the parsed content.
- For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers
- """
- return BatchesWithRawResponse(self)
- @cached_property
- def with_streaming_response(self) -> BatchesWithStreamingResponse:
- """
- An alternative to `.with_raw_response` that doesn't eagerly read the response body.
- For more information, see https://www.github.com/openai/openai-python#with_streaming_response
- """
- return BatchesWithStreamingResponse(self)
- def create(
- self,
- *,
- completion_window: Literal["24h"],
- endpoint: Literal[
- "/v1/responses", "/v1/chat/completions", "/v1/embeddings", "/v1/completions", "/v1/moderations"
- ],
- input_file_id: str,
- metadata: Optional[Metadata] | Omit = omit,
- output_expires_after: batch_create_params.OutputExpiresAfter | Omit = omit,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """
- Creates and executes a batch from an uploaded file of requests
- Args:
- completion_window: The time frame within which the batch should be processed. Currently only `24h`
- is supported.
- endpoint: The endpoint to be used for all requests in the batch. Currently
- `/v1/responses`, `/v1/chat/completions`, `/v1/embeddings`, `/v1/completions`,
- and `/v1/moderations` are supported. Note that `/v1/embeddings` batches are also
- restricted to a maximum of 50,000 embedding inputs across all requests in the
- batch.
- input_file_id: The ID of an uploaded file that contains requests for the new batch.
- See [upload file](https://platform.openai.com/docs/api-reference/files/create)
- for how to upload a file.
- Your input file must be formatted as a
- [JSONL file](https://platform.openai.com/docs/api-reference/batch/request-input),
- and must be uploaded with the purpose `batch`. The file can contain up to 50,000
- requests, and can be up to 200 MB in size.
- metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful
- for storing additional information about the object in a structured format, and
- querying for objects via API or the dashboard.
- Keys are strings with a maximum length of 64 characters. Values are strings with
- a maximum length of 512 characters.
- output_expires_after: The expiration policy for the output and/or error file that are generated for a
- batch.
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- return self._post(
- "/batches",
- body=maybe_transform(
- {
- "completion_window": completion_window,
- "endpoint": endpoint,
- "input_file_id": input_file_id,
- "metadata": metadata,
- "output_expires_after": output_expires_after,
- },
- batch_create_params.BatchCreateParams,
- ),
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- def retrieve(
- self,
- batch_id: str,
- *,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """
- Retrieves a batch.
- Args:
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- if not batch_id:
- raise ValueError(f"Expected a non-empty value for `batch_id` but received {batch_id!r}")
- return self._get(
- f"/batches/{batch_id}",
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- def list(
- self,
- *,
- after: str | Omit = omit,
- limit: int | Omit = omit,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> SyncCursorPage[Batch]:
- """List your organization's batches.
- Args:
- after: A cursor for use in pagination.
- `after` is an object ID that defines your place
- in the list. For instance, if you make a list request and receive 100 objects,
- ending with obj_foo, your subsequent call can include after=obj_foo in order to
- fetch the next page of the list.
- limit: A limit on the number of objects to be returned. Limit can range between 1 and
- 100, and the default is 20.
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- return self._get_api_list(
- "/batches",
- page=SyncCursorPage[Batch],
- options=make_request_options(
- extra_headers=extra_headers,
- extra_query=extra_query,
- extra_body=extra_body,
- timeout=timeout,
- query=maybe_transform(
- {
- "after": after,
- "limit": limit,
- },
- batch_list_params.BatchListParams,
- ),
- ),
- model=Batch,
- )
- def cancel(
- self,
- batch_id: str,
- *,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """Cancels an in-progress batch.
- The batch will be in status `cancelling` for up to
- 10 minutes, before changing to `cancelled`, where it will have partial results
- (if any) available in the output file.
- Args:
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- if not batch_id:
- raise ValueError(f"Expected a non-empty value for `batch_id` but received {batch_id!r}")
- return self._post(
- f"/batches/{batch_id}/cancel",
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- class AsyncBatches(AsyncAPIResource):
- @cached_property
- def with_raw_response(self) -> AsyncBatchesWithRawResponse:
- """
- This property can be used as a prefix for any HTTP method call to return
- the raw response object instead of the parsed content.
- For more information, see https://www.github.com/openai/openai-python#accessing-raw-response-data-eg-headers
- """
- return AsyncBatchesWithRawResponse(self)
- @cached_property
- def with_streaming_response(self) -> AsyncBatchesWithStreamingResponse:
- """
- An alternative to `.with_raw_response` that doesn't eagerly read the response body.
- For more information, see https://www.github.com/openai/openai-python#with_streaming_response
- """
- return AsyncBatchesWithStreamingResponse(self)
- async def create(
- self,
- *,
- completion_window: Literal["24h"],
- endpoint: Literal[
- "/v1/responses", "/v1/chat/completions", "/v1/embeddings", "/v1/completions", "/v1/moderations"
- ],
- input_file_id: str,
- metadata: Optional[Metadata] | Omit = omit,
- output_expires_after: batch_create_params.OutputExpiresAfter | Omit = omit,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """
- Creates and executes a batch from an uploaded file of requests
- Args:
- completion_window: The time frame within which the batch should be processed. Currently only `24h`
- is supported.
- endpoint: The endpoint to be used for all requests in the batch. Currently
- `/v1/responses`, `/v1/chat/completions`, `/v1/embeddings`, `/v1/completions`,
- and `/v1/moderations` are supported. Note that `/v1/embeddings` batches are also
- restricted to a maximum of 50,000 embedding inputs across all requests in the
- batch.
- input_file_id: The ID of an uploaded file that contains requests for the new batch.
- See [upload file](https://platform.openai.com/docs/api-reference/files/create)
- for how to upload a file.
- Your input file must be formatted as a
- [JSONL file](https://platform.openai.com/docs/api-reference/batch/request-input),
- and must be uploaded with the purpose `batch`. The file can contain up to 50,000
- requests, and can be up to 200 MB in size.
- metadata: Set of 16 key-value pairs that can be attached to an object. This can be useful
- for storing additional information about the object in a structured format, and
- querying for objects via API or the dashboard.
- Keys are strings with a maximum length of 64 characters. Values are strings with
- a maximum length of 512 characters.
- output_expires_after: The expiration policy for the output and/or error file that are generated for a
- batch.
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- return await self._post(
- "/batches",
- body=await async_maybe_transform(
- {
- "completion_window": completion_window,
- "endpoint": endpoint,
- "input_file_id": input_file_id,
- "metadata": metadata,
- "output_expires_after": output_expires_after,
- },
- batch_create_params.BatchCreateParams,
- ),
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- async def retrieve(
- self,
- batch_id: str,
- *,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """
- Retrieves a batch.
- Args:
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- if not batch_id:
- raise ValueError(f"Expected a non-empty value for `batch_id` but received {batch_id!r}")
- return await self._get(
- f"/batches/{batch_id}",
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- def list(
- self,
- *,
- after: str | Omit = omit,
- limit: int | Omit = omit,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> AsyncPaginator[Batch, AsyncCursorPage[Batch]]:
- """List your organization's batches.
- Args:
- after: A cursor for use in pagination.
- `after` is an object ID that defines your place
- in the list. For instance, if you make a list request and receive 100 objects,
- ending with obj_foo, your subsequent call can include after=obj_foo in order to
- fetch the next page of the list.
- limit: A limit on the number of objects to be returned. Limit can range between 1 and
- 100, and the default is 20.
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- return self._get_api_list(
- "/batches",
- page=AsyncCursorPage[Batch],
- options=make_request_options(
- extra_headers=extra_headers,
- extra_query=extra_query,
- extra_body=extra_body,
- timeout=timeout,
- query=maybe_transform(
- {
- "after": after,
- "limit": limit,
- },
- batch_list_params.BatchListParams,
- ),
- ),
- model=Batch,
- )
- async def cancel(
- self,
- batch_id: str,
- *,
- # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
- # The extra values given here take precedence over values defined on the client or passed to this method.
- extra_headers: Headers | None = None,
- extra_query: Query | None = None,
- extra_body: Body | None = None,
- timeout: float | httpx.Timeout | None | NotGiven = not_given,
- ) -> Batch:
- """Cancels an in-progress batch.
- The batch will be in status `cancelling` for up to
- 10 minutes, before changing to `cancelled`, where it will have partial results
- (if any) available in the output file.
- Args:
- extra_headers: Send extra headers
- extra_query: Add additional query parameters to the request
- extra_body: Add additional JSON properties to the request
- timeout: Override the client-level default timeout for this request, in seconds
- """
- if not batch_id:
- raise ValueError(f"Expected a non-empty value for `batch_id` but received {batch_id!r}")
- return await self._post(
- f"/batches/{batch_id}/cancel",
- options=make_request_options(
- extra_headers=extra_headers, extra_query=extra_query, extra_body=extra_body, timeout=timeout
- ),
- cast_to=Batch,
- )
- class BatchesWithRawResponse:
- def __init__(self, batches: Batches) -> None:
- self._batches = batches
- self.create = _legacy_response.to_raw_response_wrapper(
- batches.create,
- )
- self.retrieve = _legacy_response.to_raw_response_wrapper(
- batches.retrieve,
- )
- self.list = _legacy_response.to_raw_response_wrapper(
- batches.list,
- )
- self.cancel = _legacy_response.to_raw_response_wrapper(
- batches.cancel,
- )
- class AsyncBatchesWithRawResponse:
- def __init__(self, batches: AsyncBatches) -> None:
- self._batches = batches
- self.create = _legacy_response.async_to_raw_response_wrapper(
- batches.create,
- )
- self.retrieve = _legacy_response.async_to_raw_response_wrapper(
- batches.retrieve,
- )
- self.list = _legacy_response.async_to_raw_response_wrapper(
- batches.list,
- )
- self.cancel = _legacy_response.async_to_raw_response_wrapper(
- batches.cancel,
- )
- class BatchesWithStreamingResponse:
- def __init__(self, batches: Batches) -> None:
- self._batches = batches
- self.create = to_streamed_response_wrapper(
- batches.create,
- )
- self.retrieve = to_streamed_response_wrapper(
- batches.retrieve,
- )
- self.list = to_streamed_response_wrapper(
- batches.list,
- )
- self.cancel = to_streamed_response_wrapper(
- batches.cancel,
- )
- class AsyncBatchesWithStreamingResponse:
- def __init__(self, batches: AsyncBatches) -> None:
- self._batches = batches
- self.create = async_to_streamed_response_wrapper(
- batches.create,
- )
- self.retrieve = async_to_streamed_response_wrapper(
- batches.retrieve,
- )
- self.list = async_to_streamed_response_wrapper(
- batches.list,
- )
- self.cancel = async_to_streamed_response_wrapper(
- batches.cancel,
- )
|