@@ -57,6 +57,8 @@ def retrieve(
5757 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
5858 ) -> Benchmark :
5959 """
60+ Get a benchmark by its ID.
61+
6062 Args:
6163 extra_headers: Send extra headers
6264
@@ -86,6 +88,7 @@ def list(
8688 extra_body : Body | None = None ,
8789 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
8890 ) -> BenchmarkListResponse :
91+ """List all benchmarks."""
8992 return self ._get (
9093 "/v1/eval/benchmarks" ,
9194 options = make_request_options (
@@ -115,7 +118,21 @@ def register(
115118 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
116119 ) -> None :
117120 """
121+ Register a benchmark.
122+
118123 Args:
124+ benchmark_id: The ID of the benchmark to register.
125+
126+ dataset_id: The ID of the dataset to use for the benchmark.
127+
128+ scoring_functions: The scoring functions to use for the benchmark.
129+
130+ metadata: The metadata to use for the benchmark.
131+
132+ provider_benchmark_id: The ID of the provider benchmark to use for the benchmark.
133+
134+ provider_id: The ID of the provider to use for the benchmark.
135+
119136 extra_headers: Send extra headers
120137
121138 extra_query: Add additional query parameters to the request
@@ -177,6 +194,8 @@ async def retrieve(
177194 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
178195 ) -> Benchmark :
179196 """
197+ Get a benchmark by its ID.
198+
180199 Args:
181200 extra_headers: Send extra headers
182201
@@ -206,6 +225,7 @@ async def list(
206225 extra_body : Body | None = None ,
207226 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
208227 ) -> BenchmarkListResponse :
228+ """List all benchmarks."""
209229 return await self ._get (
210230 "/v1/eval/benchmarks" ,
211231 options = make_request_options (
@@ -235,7 +255,21 @@ async def register(
235255 timeout : float | httpx .Timeout | None | NotGiven = NOT_GIVEN ,
236256 ) -> None :
237257 """
258+ Register a benchmark.
259+
238260 Args:
261+ benchmark_id: The ID of the benchmark to register.
262+
263+ dataset_id: The ID of the dataset to use for the benchmark.
264+
265+ scoring_functions: The scoring functions to use for the benchmark.
266+
267+ metadata: The metadata to use for the benchmark.
268+
269+ provider_benchmark_id: The ID of the provider benchmark to use for the benchmark.
270+
271+ provider_id: The ID of the provider to use for the benchmark.
272+
239273 extra_headers: Send extra headers
240274
241275 extra_query: Add additional query parameters to the request
0 commit comments