Skip to content

Commit 4c3b732

Browse files
feat(api): Rename evaluation sdks to evals
1 parent 1e256e9 commit 4c3b732

File tree

9 files changed

+303
-345
lines changed

9 files changed

+303
-345
lines changed

.stats.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 41
22
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/togetherai%2Ftogetherai-bf2f8f13aa9e13553634ad6efce85e7fa77302f9ddcf20f7b91f6ca1c85667ca.yml
33
openapi_spec_hash: 2306f08b88e1f59c5750f4573f003fdc
4-
config_hash: cf71a25b7e10f3a39a183524fa0ba05c
4+
config_hash: 73457be4d72f0bf4c22de49f2b2d4ec3

MIGRATION.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ This affects the following methods:
6969

7070
- `client.endpoints.list()`
7171
- `client.hardware.list()`
72-
- `client.evaluations.list()`
72+
- `client.evals.list()`
7373

7474
### Removed `httpAgent` in favor of `fetchOptions`
7575

api.md

Lines changed: 11 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -248,28 +248,20 @@ Methods:
248248
- <code title="get /batches/{id}">client.batches.<a href="./src/resources/batches.ts">retrieve</a>(id) -> BatchRetrieveResponse</code>
249249
- <code title="get /batches">client.batches.<a href="./src/resources/batches.ts">list</a>() -> BatchListResponse</code>
250250

251-
# Evaluation
251+
# Evals
252252

253253
Types:
254254

255-
- <code><a href="./src/resources/evaluation.ts">EvaluationJudgeModelConfig</a></code>
256-
- <code><a href="./src/resources/evaluation.ts">EvaluationModelRequest</a></code>
257-
- <code><a href="./src/resources/evaluation.ts">EvaluationRetrieveResponse</a></code>
258-
- <code><a href="./src/resources/evaluation.ts">EvaluationGetStatusResponse</a></code>
255+
- <code><a href="./src/resources/evals.ts">EvaluationJudgeModelConfig</a></code>
256+
- <code><a href="./src/resources/evals.ts">EvaluationModelRequest</a></code>
257+
- <code><a href="./src/resources/evals.ts">EvalRetrieveResponse</a></code>
258+
- <code><a href="./src/resources/evals.ts">EvalListResponse</a></code>
259+
- <code><a href="./src/resources/evals.ts">EvalGetAllowedModelsResponse</a></code>
260+
- <code><a href="./src/resources/evals.ts">EvalGetStatusResponse</a></code>
259261

260262
Methods:
261263

262-
- <code title="get /evaluation/{id}">client.evaluation.<a href="./src/resources/evaluation.ts">retrieve</a>(id) -> EvaluationRetrieveResponse</code>
263-
- <code title="get /evaluation/{id}/status">client.evaluation.<a href="./src/resources/evaluation.ts">getStatus</a>(id) -> EvaluationGetStatusResponse</code>
264-
265-
# Evaluations
266-
267-
Types:
268-
269-
- <code><a href="./src/resources/evaluations.ts">EvaluationListResponse</a></code>
270-
- <code><a href="./src/resources/evaluations.ts">EvaluationGetAllowedModelsResponse</a></code>
271-
272-
Methods:
273-
274-
- <code title="get /evaluations">client.evaluations.<a href="./src/resources/evaluations.ts">list</a>({ ...params }) -> EvaluationListResponse</code>
275-
- <code title="get /evaluations/model-list">client.evaluations.<a href="./src/resources/evaluations.ts">getAllowedModels</a>() -> EvaluationGetAllowedModelsResponse</code>
264+
- <code title="get /evaluation/{id}">client.evals.<a href="./src/resources/evals.ts">retrieve</a>(id) -> EvalRetrieveResponse</code>
265+
- <code title="get /evaluations">client.evals.<a href="./src/resources/evals.ts">list</a>({ ...params }) -> EvalListResponse</code>
266+
- <code title="get /evaluations/model-list">client.evals.<a href="./src/resources/evals.ts">getAllowedModels</a>() -> EvalGetAllowedModelsResponse</code>
267+
- <code title="get /evaluation/{id}/status">client.evals.<a href="./src/resources/evals.ts">getStatus</a>(id) -> EvalGetStatusResponse</code>

src/client.ts

Lines changed: 15 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -49,18 +49,15 @@ import {
4949
Endpoints,
5050
} from './resources/endpoints';
5151
import {
52-
Evaluation,
53-
EvaluationGetStatusResponse,
52+
EvalGetAllowedModelsResponse,
53+
EvalGetStatusResponse,
54+
EvalListParams,
55+
EvalListResponse,
56+
EvalRetrieveResponse,
57+
Evals,
5458
EvaluationJudgeModelConfig,
5559
EvaluationModelRequest,
56-
EvaluationRetrieveResponse,
57-
} from './resources/evaluation';
58-
import {
59-
EvaluationGetAllowedModelsResponse,
60-
EvaluationListParams,
61-
EvaluationListResponse,
62-
Evaluations,
63-
} from './resources/evaluations';
60+
} from './resources/evals';
6461
import {
6562
FileDeleteResponse,
6663
FileListResponse,
@@ -843,8 +840,7 @@ export class Together {
843840
endpoints: API.Endpoints = new API.Endpoints(this);
844841
hardware: API.Hardware = new API.Hardware(this);
845842
batches: API.Batches = new API.Batches(this);
846-
evaluation: API.Evaluation = new API.Evaluation(this);
847-
evaluations: API.Evaluations = new API.Evaluations(this);
843+
evals: API.Evals = new API.Evals(this);
848844
}
849845

850846
Together.Chat = Chat;
@@ -861,8 +857,7 @@ Together.Jobs = Jobs;
861857
Together.Endpoints = Endpoints;
862858
Together.Hardware = Hardware;
863859
Together.Batches = Batches;
864-
Together.Evaluation = Evaluation;
865-
Together.Evaluations = Evaluations;
860+
Together.Evals = Evals;
866861

867862
export declare namespace Together {
868863
export type RequestOptions = Opts.RequestOptions;
@@ -992,17 +987,13 @@ export declare namespace Together {
992987
};
993988

994989
export {
995-
Evaluation as Evaluation,
990+
Evals as Evals,
996991
type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig,
997992
type EvaluationModelRequest as EvaluationModelRequest,
998-
type EvaluationRetrieveResponse as EvaluationRetrieveResponse,
999-
type EvaluationGetStatusResponse as EvaluationGetStatusResponse,
1000-
};
1001-
1002-
export {
1003-
Evaluations as Evaluations,
1004-
type EvaluationListResponse as EvaluationListResponse,
1005-
type EvaluationGetAllowedModelsResponse as EvaluationGetAllowedModelsResponse,
1006-
type EvaluationListParams as EvaluationListParams,
993+
type EvalRetrieveResponse as EvalRetrieveResponse,
994+
type EvalListResponse as EvalListResponse,
995+
type EvalGetAllowedModelsResponse as EvalGetAllowedModelsResponse,
996+
type EvalGetStatusResponse as EvalGetStatusResponse,
997+
type EvalListParams as EvalListParams,
1007998
};
1008999
}

0 commit comments

Comments
 (0)