more flow decorators

Author: Andrei Bratu

.github/workflows/ci.yml

@@ -43,10 +43,6 @@ jobs:
         run: poetry run pytest -rP .
         env:
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
-          REPLICATE_API_KEY: ${{ secrets.REPLICATE_API_KEY }}
-          GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
-          COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
           HUMANLOOP_API_KEY: ${{ secrets.HUMANLOOP_API_KEY }}
 
   publish:

pyproject.toml

@@ -3,7 +3,7 @@ name = "humanloop"
 
 [tool.poetry]
 name = "humanloop"
-version = "0.8.36"
+version = "0.8.36b1"
 description = ""
 readme = "README.md"
 authors = []

src/humanloop/client.py

@@ -10,7 +10,7 @@
 from humanloop.core.client_wrapper import SyncClientWrapper
 
 from humanloop.evals import run_eval
-from humanloop.evals.types import Dataset, Evaluator, EvaluatorCheck, File
+from humanloop.evals.types import DatasetEvalConfig, EvaluatorEvalConfig, EvaluatorCheck, FileEvalConfig
 
 from humanloop.base_client import AsyncBaseHumanloop, BaseHumanloop
 from humanloop.overload import overload_call, overload_log
@@ -42,10 +42,10 @@ def __init__(
 
     def run(
         self,
-        file: File,
+        file: FileEvalConfig,
         name: Optional[str],
-        dataset: Dataset,
-        evaluators: Optional[Sequence[Evaluator]] = None,
+        dataset: DatasetEvalConfig,
+        evaluators: Optional[Sequence[EvaluatorEvalConfig]] = None,
         workers: int = 4,
     ) -> List[EvaluatorCheck]:
         """Evaluate your function for a given `Dataset` and set of `Evaluators`.
@@ -144,9 +144,7 @@ def __init__(
         )
 
         if opentelemetry_tracer is None:
-            self._opentelemetry_tracer = self._tracer_provider.get_tracer(
-                "humanloop.sdk"
-            )
+            self._opentelemetry_tracer = self._tracer_provider.get_tracer("humanloop.sdk")
         else:
             self._opentelemetry_tracer = opentelemetry_tracer
 

src/humanloop/core/client_wrapper.py

@@ -14,10 +14,10 @@ def __init__(self, *, api_key: str, base_url: str, timeout: typing.Optional[floa
 
     def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
-            "User-Agent": "humanloop/0.8.36",
+            "User-Agent": "humanloop/0.8.36b1",
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "humanloop",
-            "X-Fern-SDK-Version": "0.8.36",
+            "X-Fern-SDK-Version": "0.8.36b1",
         }
         headers["X-API-KEY"] = self.api_key
         return headers

src/humanloop/decorators/flow.py

@@ -15,7 +15,7 @@
 from humanloop.evals.run import HumanloopRuntimeError
 from humanloop.types.chat_message import ChatMessage
 from humanloop.decorators.helpers import bind_args
-from humanloop.evals.types import File
+from humanloop.evals.types import FileEvalConfig
 from humanloop.otel.constants import (
     HUMANLOOP_FILE_TYPE_KEY,
     HUMANLOOP_LOG_KEY,
@@ -121,7 +121,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> Optional[R]:
                         # Return the output of the decorated function
                         return func_output  # type: ignore [return-value]
 
-        wrapper.file = File(  # type: ignore
+        wrapper.file = FileEvalConfig(  # type: ignore
             path=decorator_path,
             type=file_type,  # type: ignore [arg-type, typeddict-item]
             version=FlowDict(**flow_kernel),  # type: ignore

src/humanloop/decorators/prompt.py

@@ -5,7 +5,7 @@
 from typing import Callable, TypeVar
 
 from humanloop.context import DecoratorContext, set_decorator_context
-from humanloop.evals.types import File
+from humanloop.evals.types import FileEvalConfig
 
 logger = logging.getLogger("humanloop.sdk")
 
@@ -30,7 +30,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> R:
                 output = func(*args, **kwargs)
                 return output
 
-        wrapper.file = File(  # type: ignore [attr-defined]
+        wrapper.file = FileEvalConfig(  # type: ignore [attr-defined]
             path=path,
             type="prompt",
             version={  # type: ignore [typeddict-item]

src/humanloop/decorators/tool.py

@@ -14,7 +14,7 @@
 
 from humanloop.context import get_evaluation_context, get_trace_id
 from humanloop.decorators.helpers import bind_args
-from humanloop.evals import File
+from humanloop.evals import FileEvalConfig
 from humanloop.evals.run import HumanloopRuntimeError
 from humanloop.otel.constants import (
     HUMANLOOP_FILE_KEY,
@@ -112,7 +112,7 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> Optional[R]:
                 # Return the output of the decorated function
                 return func_output
 
-        wrapper.file = File(  # type: ignore
+        wrapper.file = FileEvalConfig(  # type: ignore
             path=path,
             type=file_type,  # type: ignore [arg-type, typeddict-item]
             version=tool_kernel,

src/humanloop/evals/__init__.py

@@ -1,4 +1,4 @@
 from .run import run_eval
-from .types import File
+from .types import FileEvalConfig
 
-__all__ = ["run_eval", "File"]
+__all__ = ["run_eval", "FileEvalConfig"]