Release 0.8.27

Author: fern-api[bot]

poetry.lock

@@ -3,7 +3,7 @@ name = "humanloop"
 
 [tool.poetry]
 name = "humanloop"
-version = "0.8.26"
+version = "0.8.27"
 description = ""
 readme = "README.md"
 authors = []

pyproject.toml

@@ -306,6 +306,14 @@ Controls how the model uses tools. The following options are supported:
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
@@ -609,6 +617,14 @@ Controls how the model uses tools. The following options are supported:
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **request_options:** `typing.Optional[RequestOptions]` — Request-specific configuration.
 
 </dd>
@@ -784,6 +800,14 @@ Controls how the model uses tools. The following options are supported:
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
@@ -1050,6 +1074,14 @@ Controls how the model uses tools. The following options are supported:
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
@@ -2684,6 +2716,14 @@ client.tools.log(
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
@@ -2917,6 +2957,14 @@ client.tools.update(
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **request_options:** `typing.Optional[RequestOptions]` — Request-specific configuration.
 
 </dd>
@@ -5490,6 +5538,14 @@ client.evaluators.log(
 <dl>
 <dd>
 
+**log_status:** `typing.Optional[LogStatus]` — Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+    
+</dd>
+</dl>
+
+<dl>
+<dd>
+
 **source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
@@ -6659,7 +6715,7 @@ Log to a Flow.
 You can use query parameters `version_id`, or `environment`, to target
 an existing version of the Flow. Otherwise, the default deployed version will be chosen.
 
-If you create the Flow Log with a `trace_status` of `incomplete`, you should later update it to `complete`
+If you create the Flow Log with a `log_status` of `incomplete`, you should later update it to `complete`
 in order to trigger Evaluators.
 </dd>
 </dl>
@@ -6683,7 +6739,6 @@ client = Humanloop(
     api_key="YOUR_API_KEY",
 )
 client.flows.log(
-    log_id="medqa_experiment_0001",
     id="fl_6o701g4jmcanPVHxdqD0O",
     flow={
         "attributes": {
@@ -6703,7 +6758,7 @@ client.flows.log(
         "question": "Patient with a history of diabetes and hypertension presents with chest pain and shortness of breath."
     },
     output="The patient is likely experiencing a myocardial infarction. Immediate medical attention is required.",
-    trace_status="incomplete",
+    log_status="incomplete",
     start_time=datetime.datetime.fromisoformat(
         "2024-07-08 21:40:35+00:00",
     ),
@@ -6878,63 +6933,63 @@ client.flows.log(
 <dl>
 <dd>
 
-**source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
+**log_status:** `typing.Optional[LogStatus]` — Status of the Flow Log. When a Log is updated from `incomplete` to `complete`, it becomes available to Monitoring Evaluators. Flow Logs cannot have an unspecified status: they must start as `incomplete` to allow children to be added. Provide `complete` if you don't intend to add children to the trace.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**trace_parent_id:** `typing.Optional[str]` — The ID of the parent Log to nest this Log under in a Trace.
+**source_datapoint_id:** `typing.Optional[str]` — Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**user:** `typing.Optional[str]` — End-user ID related to the Log.
+**trace_parent_id:** `typing.Optional[str]` — The ID of the parent Log to nest this Log under in a Trace.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**flow_log_request_environment:** `typing.Optional[str]` — The name of the Environment the Log is associated to.
+**user:** `typing.Optional[str]` — End-user ID related to the Log.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**save:** `typing.Optional[bool]` — Whether the request/response payloads will be stored on Humanloop.
+**flow_log_request_environment:** `typing.Optional[str]` — The name of the Environment the Log is associated to.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**log_id:** `typing.Optional[str]` — This will identify a Log. If you don't provide a Log ID, Humanloop will generate one for you.
+**save:** `typing.Optional[bool]` — Whether the request/response payloads will be stored on Humanloop.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**flow:** `typing.Optional[FlowKernelRequestParams]` — Flow used to generate the Trace.
+**log_id:** `typing.Optional[str]` — This will identify a Log. If you don't provide a Log ID, Humanloop will generate one for you.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**trace_status:** `typing.Optional[TraceStatus]` — Status of the Trace. When a Trace is marked as `complete`, no more Logs can be added to it. Monitoring Evaluators will only run on `complete` Traces. If you do not intend to add more Logs to the Trace after creation, set this to `complete`.
+**flow:** `typing.Optional[FlowKernelRequestParams]` — Flow used to generate the Trace.
 
 </dd>
 </dl>
@@ -6997,7 +7052,7 @@ client.flows.update_log(
         "question": "Patient with a history of diabetes and normal tension presents with chest pain and shortness of breath."
     },
     output="The patient is likely experiencing a myocardial infarction. Immediate medical attention is required.",
-    trace_status="complete",
+    log_status="complete",
 )
 
 ```
@@ -7022,47 +7077,47 @@ client.flows.update_log(
 <dl>
 <dd>
 
-**trace_status:** `TraceStatus` — Status of the Trace. When a Trace is marked as `complete`, no more Logs can be added to it. Monitoring Evaluators will only run on completed Traces.
+**messages:** `typing.Optional[typing.Sequence[ChatMessageParams]]` — List of chat messages that were used as an input to the Flow.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**messages:** `typing.Optional[typing.Sequence[ChatMessageParams]]` — List of chat messages that were used as an input to the Flow.
+**output_message:** `typing.Optional[ChatMessageParams]` — The output message returned by this Flow.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**output_message:** `typing.Optional[ChatMessageParams]` — The output message returned by this Flow.
+**inputs:** `typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]]` — The inputs passed to the Flow Log.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**inputs:** `typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]]` — The inputs passed to the Flow Log.
+**output:** `typing.Optional[str]` — The output of the Flow Log. Provide None to unset existing `output` value. Provide either this, `output_message` or `error`.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**output:** `typing.Optional[str]` — The output of the Flow Log. Provide None to unset existing `output` value. Provide either this, `output_message` or `error`.
+**error:** `typing.Optional[str]` — The error message of the Flow Log. Provide None to unset existing `error` value. Provide either this, `output_message` or `output`.
 
 </dd>
 </dl>
 
 <dl>
 <dd>
 
-**error:** `typing.Optional[str]` — The error message of the Flow Log. Provide None to unset existing `error` value. Provide either this, `output_message` or `output`.
+**log_status:** `typing.Optional[LogStatus]` — Status of the Flow Log. When a Flow Log is updated to `complete`, no more Logs can be added to it. Monitoring Evaluators will only run on `complete` Flow Logs.
 
 </dd>
 </dl>
@@ -10151,7 +10206,9 @@ from humanloop import Humanloop
 client = Humanloop(
     api_key="YOUR_API_KEY",
 )
-client.logs.delete()
+client.logs.delete(
+    id="prv_Wu6zx1lAWJRqOyL8nWuZk",
+)
 
 ```
 </dd>

reference.md

@@ -85,6 +85,7 @@
     ListTools,
     LlmEvaluatorRequest,
     LogResponse,
+    LogStatus,
     ModelEndpoints,
     ModelProviders,
     MonitoringEvaluatorEnvironmentRequest,
@@ -140,7 +141,6 @@
     ToolKernelRequest,
     ToolLogResponse,
     ToolResponse,
-    TraceStatus,
     UpdateDatesetAction,
     UpdateEvaluationStatusRequest,
     UserResponse,
@@ -486,6 +486,7 @@
     "LlmEvaluatorRequestParams",
     "LogResponse",
     "LogResponseParams",
+    "LogStatus",
     "ModelEndpoints",
     "ModelProviders",
     "MonitoringEvaluatorEnvironmentRequest",
@@ -597,7 +598,6 @@
     "ToolLogResponseParams",
     "ToolResponse",
     "ToolResponseParams",
-    "TraceStatus",
     "UnprocessableEntityError",
     "UpdateDatesetAction",
     "UpdateEvaluationStatusRequest",

src/humanloop/__init__.py

@@ -16,7 +16,7 @@ def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "humanloop",
-            "X-Fern-SDK-Version": "0.8.25",
+            "X-Fern-SDK-Version": "0.8.27",
         }
         headers["X-API-KEY"] = self.api_key
         return headers

src/humanloop/core/client_wrapper.py

@@ -3,6 +3,7 @@
 import typing
 from ..core.client_wrapper import SyncClientWrapper
 import datetime as dt
+from ..types.log_status import LogStatus
 from ..requests.chat_message import ChatMessageParams
 from .requests.create_evaluator_log_request_judgment import CreateEvaluatorLogRequestJudgmentParams
 from .requests.create_evaluator_log_request_spec import CreateEvaluatorLogRequestSpecParams
@@ -61,6 +62,7 @@ def log(
         inputs: typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]] = OMIT,
         source: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]] = OMIT,
+        log_status: typing.Optional[LogStatus] = OMIT,
         source_datapoint_id: typing.Optional[str] = OMIT,
         trace_parent_id: typing.Optional[str] = OMIT,
         user: typing.Optional[str] = OMIT,
@@ -131,6 +133,9 @@ def log(
         metadata : typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]]
             Any additional metadata to record.
 
+        log_status : typing.Optional[LogStatus]
+            Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+
         source_datapoint_id : typing.Optional[str]
             Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
@@ -201,6 +206,7 @@ def log(
                 "inputs": inputs,
                 "source": source,
                 "metadata": metadata,
+                "log_status": log_status,
                 "parent_id": parent_id,
                 "source_datapoint_id": source_datapoint_id,
                 "trace_parent_id": trace_parent_id,
@@ -1165,6 +1171,7 @@ async def log(
         inputs: typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]] = OMIT,
         source: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]] = OMIT,
+        log_status: typing.Optional[LogStatus] = OMIT,
         source_datapoint_id: typing.Optional[str] = OMIT,
         trace_parent_id: typing.Optional[str] = OMIT,
         user: typing.Optional[str] = OMIT,
@@ -1235,6 +1242,9 @@ async def log(
         metadata : typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]]
             Any additional metadata to record.
 
+        log_status : typing.Optional[LogStatus]
+            Status of a Log. Set to `incomplete` if you intend to update and eventually complete the Log and want the File's monitoring Evaluators to wait until you mark it as `complete`. If log_status is not provided, observability will pick up the Log as soon as possible. Updating this from specified to unspecified is undefined behavior.
+
         source_datapoint_id : typing.Optional[str]
             Unique identifier for the Datapoint that this Log is derived from. This can be used by Humanloop to associate Logs to Evaluations. If provided, Humanloop will automatically associate this Log to Evaluations that require a Log for this Datapoint-Version pair.
 
@@ -1313,6 +1323,7 @@ async def main() -> None:
                 "inputs": inputs,
                 "source": source,
                 "metadata": metadata,
+                "log_status": log_status,
                 "parent_id": parent_id,
                 "source_datapoint_id": source_datapoint_id,
                 "trace_parent_id": trace_parent_id,