Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(api): avoid evaluator error name collisions (#16691)

Tobias Wochinger79d11dee37c6
diff --git a/fern/apis/server/definition/evaluation-errors.yml b/fern/apis/server/definition/evaluation-errors.yml
index 0e514da84b..44913c66e4 100644
--- a/fern/apis/server/definition/evaluation-errors.yml
+++ b/fern/apis/server/definition/evaluation-errors.yml
@@ -91,19 +91,19 @@ errors:
docs: Request validation failed or the requested state is invalid.
status-code: 400
type: PublicApiError
- UnauthorizedError:
+ EvaluationUnauthorizedError:
docs: Authentication failed.
status-code: 401
type: PublicApiError
- AccessDeniedError:
+ EvaluationAccessDeniedError:
docs: The caller is not allowed to access this resource.
status-code: 403
type: PublicApiError
- NotFoundError:
+ EvaluationNotFoundError:
docs: The requested evaluator or evaluation rule was not found in the authenticated project.
status-code: 404
type: PublicApiError
- MethodNotAllowedError:
+ EvaluationMethodNotAllowedError:
docs: The HTTP method is not supported by this endpoint.
status-code: 405
type: PublicApiError
diff --git a/fern/apis/server/definition/evaluation-rules.yml b/fern/apis/server/definition/evaluation-rules.yml
index 9f3853de3d..5462d78a1d 100644
--- a/fern/apis/server/definition/evaluation-rules.yml
+++ b/fern/apis/server/definition/evaluation-rules.yml
@@ -29,10 +29,10 @@ service:
type: EvaluationRule
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.ConflictError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -56,9 +56,9 @@ service:
response: EvaluationRulesPage
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -72,10 +72,10 @@ service:
docs: Stable evaluation-rule identifier returned by the evaluation-rule endpoints.
response: EvaluationRule
errors:
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -96,10 +96,10 @@ service:
response: EvaluationRule
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.ConflictError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -119,10 +119,10 @@ service:
docs: Stable evaluation-rule identifier returned by the evaluation-rule endpoints.
response: DeletedEvaluationRule
errors:
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
diff --git a/fern/apis/server/definition/evaluators.yml b/fern/apis/server/definition/evaluators.yml
index 45778b3fa1..bb48c34145 100644
--- a/fern/apis/server/definition/evaluators.yml
+++ b/fern/apis/server/definition/evaluators.yml
@@ -22,9 +22,9 @@ service:
type: Evaluator
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationMethodNotAllowedError
- errors.PreconditionFailedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -48,9 +48,9 @@ service:
response: EvaluatorsPage
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -67,10 +67,10 @@ service:
docs: Stable evaluator identifier returned by the evaluator endpoints.
response: Evaluator
errors:
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -93,10 +93,10 @@ service:
response: Evaluator
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.ConflictError
- errors.PreconditionFailedError
- errors.TooManyRequestsError
@@ -115,10 +115,10 @@ service:
docs: Stable evaluator identifier returned by the evaluator endpoints.
response: DeletedEvaluator
errors:
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError
@@ -145,10 +145,10 @@ service:
response: EvaluatorVersionsPage
errors:
- errors.BadRequestError
- - errors.UnauthorizedError
- - errors.AccessDeniedError
- - errors.NotFoundError
- - errors.MethodNotAllowedError
+ - errors.EvaluationUnauthorizedError
+ - errors.EvaluationAccessDeniedError
+ - errors.EvaluationNotFoundError
+ - errors.EvaluationMethodNotAllowedError
- errors.TooManyRequestsError
- errors.InternalServerError