feat(api): OpenAPI spec update via Stainless API (#175)

stainless-app[bot] · web-flow · commit b9ca8a00c01d · 2024-07-26T00:12:53.000Z
diff --git a/.stats.yml b/.stats.yml
@@ -1,2 +1,2 @@
 configured_endpoints: 21
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-101dab0674c0098868baea52c37050f14ce1dffeadecc3978c77e7b8a47c608c.yml
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-ec010a81f2e8cfe74de9842b6fcd84599fd1d3f439ba3eb868fb5bdbfa2fa260.yml
diff --git a/src/prompt_foundry_python_sdk/resources/evaluation_assertions.py b/src/prompt_foundry_python_sdk/resources/evaluation_assertions.py
@@ -2,7 +2,7 @@
 
 from __future__ import annotations
 
-from typing import List, Optional
+from typing import Optional
 from typing_extensions import Literal
 
 import httpx
@@ -47,21 +47,11 @@ def create(
         *,
         evaluation_id: str,
         json_path: Optional[str],
-        target_threshold: Optional[float],
-        target_values: Optional[List[str]],
+        target_value: Optional[str],
         tool_name: Optional[str],
         type: Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
+            "CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"
         ],
-        ignore_case: bool | NotGiven = NOT_GIVEN,
-        negate: bool | NotGiven = NOT_GIVEN,
         weight: float | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -98,12 +88,9 @@ def create(
                 {
                     "evaluation_id": evaluation_id,
                     "json_path": json_path,
-                    "target_threshold": target_threshold,
-                    "target_values": target_values,
+                    "target_value": target_value,
                     "tool_name": tool_name,
                     "type": type,
-                    "ignore_case": ignore_case,
-                    "negate": negate,
                     "weight": weight,
                 },
                 evaluation_assertion_create_params.EvaluationAssertionCreateParams,
@@ -120,21 +107,11 @@ def update(
         *,
         evaluation_id: str,
         json_path: Optional[str],
-        target_threshold: Optional[float],
-        target_values: Optional[List[str]],
+        target_value: Optional[str],
         tool_name: Optional[str],
         type: Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
+            "CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"
         ],
-        ignore_case: bool | NotGiven = NOT_GIVEN,
-        negate: bool | NotGiven = NOT_GIVEN,
         weight: float | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -173,12 +150,9 @@ def update(
                 {
                     "evaluation_id": evaluation_id,
                     "json_path": json_path,
-                    "target_threshold": target_threshold,
-                    "target_values": target_values,
+                    "target_value": target_value,
                     "tool_name": tool_name,
                     "type": type,
-                    "ignore_case": ignore_case,
-                    "negate": negate,
                     "weight": weight,
                 },
                 evaluation_assertion_update_params.EvaluationAssertionUpdateParams,
@@ -309,21 +283,11 @@ async def create(
         *,
         evaluation_id: str,
         json_path: Optional[str],
-        target_threshold: Optional[float],
-        target_values: Optional[List[str]],
+        target_value: Optional[str],
         tool_name: Optional[str],
         type: Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
+            "CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"
         ],
-        ignore_case: bool | NotGiven = NOT_GIVEN,
-        negate: bool | NotGiven = NOT_GIVEN,
         weight: float | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -360,12 +324,9 @@ async def create(
                 {
                     "evaluation_id": evaluation_id,
                     "json_path": json_path,
-                    "target_threshold": target_threshold,
-                    "target_values": target_values,
+                    "target_value": target_value,
                     "tool_name": tool_name,
                     "type": type,
-                    "ignore_case": ignore_case,
-                    "negate": negate,
                     "weight": weight,
                 },
                 evaluation_assertion_create_params.EvaluationAssertionCreateParams,
@@ -382,21 +343,11 @@ async def update(
         *,
         evaluation_id: str,
         json_path: Optional[str],
-        target_threshold: Optional[float],
-        target_values: Optional[List[str]],
+        target_value: Optional[str],
         tool_name: Optional[str],
         type: Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
+            "CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"
         ],
-        ignore_case: bool | NotGiven = NOT_GIVEN,
-        negate: bool | NotGiven = NOT_GIVEN,
         weight: float | NotGiven = NOT_GIVEN,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
@@ -435,12 +386,9 @@ async def update(
                 {
                     "evaluation_id": evaluation_id,
                     "json_path": json_path,
-                    "target_threshold": target_threshold,
-                    "target_values": target_values,
+                    "target_value": target_value,
                     "tool_name": tool_name,
                     "type": type,
-                    "ignore_case": ignore_case,
-                    "negate": negate,
                     "weight": weight,
                 },
                 evaluation_assertion_update_params.EvaluationAssertionUpdateParams,
diff --git a/src/prompt_foundry_python_sdk/types/evaluation_assertion.py b/src/prompt_foundry_python_sdk/types/evaluation_assertion.py
@@ -1,6 +1,6 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-from typing import List, Optional
+from typing import Optional
 from typing_extensions import Literal
 
 from pydantic import Field as FieldInfo
@@ -21,31 +21,16 @@ class EvaluationAssertion(BaseModel):
     Only required when type is `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
     """
 
-    target_threshold: Optional[float] = FieldInfo(alias="targetThreshold", default=None)
-
-    target_values: Optional[List[str]] = FieldInfo(alias="targetValues", default=None)
+    target_value: Optional[str] = FieldInfo(alias="targetValue", default=None)
 
     tool_name: Optional[str] = FieldInfo(alias="toolName", default=None)
     """The name of the tool to match.
 
     Only required when type is `TOOL_CALLED` or `TOOL_CALLED_WITH`.
     """
 
-    type: Literal[
-        "CONTAINS_ALL",
-        "CONTAINS_ANY",
-        "COST",
-        "EXACT_MATCH",
-        "LATENCY",
-        "STARTS_WITH",
-        "TOOL_CALLED",
-        "TOOL_CALLED_WITH",
-    ]
+    type: Literal["CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"]
     """The type of evaluation matcher to use."""
 
-    ignore_case: Optional[bool] = FieldInfo(alias="ignoreCase", default=None)
-
-    negate: Optional[bool] = None
-
     weight: Optional[float] = None
     """How heavily to weigh the assertion within the evaluation."""
diff --git a/src/prompt_foundry_python_sdk/types/evaluation_assertion_create_params.py b/src/prompt_foundry_python_sdk/types/evaluation_assertion_create_params.py
@@ -2,7 +2,7 @@
 
 from __future__ import annotations
 
-from typing import List, Optional
+from typing import Optional
 from typing_extensions import Literal, Required, Annotated, TypedDict
 
 from .._utils import PropertyInfo
@@ -19,9 +19,7 @@ class EvaluationAssertionCreateParams(TypedDict, total=False):
     Only required when type is `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
     """
 
-    target_threshold: Required[Annotated[Optional[float], PropertyInfo(alias="targetThreshold")]]
-
-    target_values: Required[Annotated[Optional[List[str]], PropertyInfo(alias="targetValues")]]
+    target_value: Required[Annotated[Optional[str], PropertyInfo(alias="targetValue")]]
 
     tool_name: Required[Annotated[Optional[str], PropertyInfo(alias="toolName")]]
     """The name of the tool to match.
@@ -30,22 +28,9 @@ class EvaluationAssertionCreateParams(TypedDict, total=False):
     """
 
     type: Required[
-        Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
-        ]
+        Literal["CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"]
     ]
     """The type of evaluation matcher to use."""
 
-    ignore_case: Annotated[bool, PropertyInfo(alias="ignoreCase")]
-
-    negate: bool
-
     weight: float
     """How heavily to weigh the assertion within the evaluation."""
diff --git a/src/prompt_foundry_python_sdk/types/evaluation_assertion_update_params.py b/src/prompt_foundry_python_sdk/types/evaluation_assertion_update_params.py
@@ -2,7 +2,7 @@
 
 from __future__ import annotations
 
-from typing import List, Optional
+from typing import Optional
 from typing_extensions import Literal, Required, Annotated, TypedDict
 
 from .._utils import PropertyInfo
@@ -19,9 +19,7 @@ class EvaluationAssertionUpdateParams(TypedDict, total=False):
     Only required when type is `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
     """
 
-    target_threshold: Required[Annotated[Optional[float], PropertyInfo(alias="targetThreshold")]]
-
-    target_values: Required[Annotated[Optional[List[str]], PropertyInfo(alias="targetValues")]]
+    target_value: Required[Annotated[Optional[str], PropertyInfo(alias="targetValue")]]
 
     tool_name: Required[Annotated[Optional[str], PropertyInfo(alias="toolName")]]
     """The name of the tool to match.
@@ -30,22 +28,9 @@ class EvaluationAssertionUpdateParams(TypedDict, total=False):
     """
 
     type: Required[
-        Literal[
-            "CONTAINS_ALL",
-            "CONTAINS_ANY",
-            "COST",
-            "EXACT_MATCH",
-            "LATENCY",
-            "STARTS_WITH",
-            "TOOL_CALLED",
-            "TOOL_CALLED_WITH",
-        ]
+        Literal["CONTAINS", "EXACT_MATCH", "JSON_CONTAINS", "JSON_EXACT_MATCH", "TOOL_CALLED", "TOOL_CALLED_WITH"]
     ]
     """The type of evaluation matcher to use."""
 
-    ignore_case: Annotated[bool, PropertyInfo(alias="ignoreCase")]
-
-    negate: bool
-
     weight: float
     """How heavily to weigh the assertion within the evaluation."""
diff --git a/tests/api_resources/test_evaluation_assertions.py b/tests/api_resources/test_evaluation_assertions.py

Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,2 @@`
`1`	`1`	`configured_endpoints: 21`
`2`		`-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-101dab0674c0098868baea52c37050f14ce1dffeadecc3978c77e7b8a47c608c.yml`
	`2`	`+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-ec010a81f2e8cfe74de9842b6fcd84599fd1d3f439ba3eb868fb5bdbfa2fa260.yml`