Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 6 additions & 8 deletions .generator/schemas/v2/openapi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49436,9 +49436,9 @@ components:
description: The unique identifier for this component.
example: databricks-zerobus-destination
type: string
ingestion_endpoint:
description: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse.
example: https://my-workspace-id.zerobus.us-east-1.cloud.databricks.com
ingestion_endpoint_key:
description: Name of the environment variable or the secret identifier that references the Databricks Zerobus ingestion endpoint, which is used to stream data directly into your Databricks Lakehouse.
example: DD_OP_DESTINATION_DATABRICKS_ZEROBUS_INGESTION_ENDPOINT
type: string
inputs:
description: A list of component IDs whose output is used as the `input` for this component.
Expand All @@ -49453,17 +49453,15 @@ components:
type: string
type:
$ref: "#/components/schemas/ObservabilityPipelineDatabricksZerobusDestinationType"
unity_catalog_endpoint:
description: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API.
example: https://my-workspace.cloud.databricks.com
unity_catalog_endpoint_key:
description: Name of the environment variable or the secret identifier that references your Databricks workspace URL, which is used to communicate with the Unity Catalog API.
example: DD_OP_DESTINATION_DATABRICKS_ZEROBUS_UNITY_CATALOG_ENDPOINT
type: string
required:
- id
- type
- inputs
- ingestion_endpoint
- table_name
- unity_catalog_endpoint
- auth
type: object
x-pipeline-types: [logs, rehydration]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -218,14 +218,14 @@ def __init__(self, **kwargs):
:param header_source_name: Optional override for the source name header.
:type header_source_name: str, optional

:param ingestion_endpoint: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse.
:type ingestion_endpoint: str
:param ingestion_endpoint_key: Name of the environment variable or the secret identifier that references the Databricks Zerobus ingestion endpoint, which is used to stream data directly into your Databricks Lakehouse.
:type ingestion_endpoint_key: str, optional

:param table_name: The fully qualified name of your target Databricks table. Make sure this table already exists in your Databricks workspace before deploying.
:type table_name: str

:param unity_catalog_endpoint: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API.
:type unity_catalog_endpoint: str
:param unity_catalog_endpoint_key: Name of the environment variable or the secret identifier that references your Databricks workspace URL, which is used to communicate with the Unity Catalog API.
:type unity_catalog_endpoint_key: str, optional
"""
super().__init__(kwargs)

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -47,40 +47,40 @@ def openapi_types(_):
"auth": (ObservabilityPipelineDatabricksZerobusDestinationAuth,),
"buffer": (ObservabilityPipelineBufferOptions,),
"id": (str,),
"ingestion_endpoint": (str,),
"ingestion_endpoint_key": (str,),
"inputs": ([str],),
"table_name": (str,),
"type": (ObservabilityPipelineDatabricksZerobusDestinationType,),
"unity_catalog_endpoint": (str,),
"unity_catalog_endpoint_key": (str,),
}

attribute_map = {
"auth": "auth",
"buffer": "buffer",
"id": "id",
"ingestion_endpoint": "ingestion_endpoint",
"ingestion_endpoint_key": "ingestion_endpoint_key",
"inputs": "inputs",
"table_name": "table_name",
"type": "type",
"unity_catalog_endpoint": "unity_catalog_endpoint",
"unity_catalog_endpoint_key": "unity_catalog_endpoint_key",
}

def __init__(
self_,
auth: ObservabilityPipelineDatabricksZerobusDestinationAuth,
id: str,
ingestion_endpoint: str,
inputs: List[str],
table_name: str,
type: ObservabilityPipelineDatabricksZerobusDestinationType,
unity_catalog_endpoint: str,
buffer: Union[
ObservabilityPipelineBufferOptions,
ObservabilityPipelineDiskBufferOptions,
ObservabilityPipelineMemoryBufferOptions,
ObservabilityPipelineMemoryBufferSizeOptions,
UnsetType,
] = unset,
ingestion_endpoint_key: Union[str, UnsetType] = unset,
unity_catalog_endpoint_key: Union[str, UnsetType] = unset,
**kwargs,
):
"""
Expand All @@ -97,8 +97,8 @@ def __init__(
:param id: The unique identifier for this component.
:type id: str

:param ingestion_endpoint: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse.
:type ingestion_endpoint: str
:param ingestion_endpoint_key: Name of the environment variable or the secret identifier that references the Databricks Zerobus ingestion endpoint, which is used to stream data directly into your Databricks Lakehouse.
:type ingestion_endpoint_key: str, optional

:param inputs: A list of component IDs whose output is used as the ``input`` for this component.
:type inputs: [str]
Expand All @@ -109,17 +109,19 @@ def __init__(
:param type: The destination type. The value must be ``databricks_zerobus``.
:type type: ObservabilityPipelineDatabricksZerobusDestinationType

:param unity_catalog_endpoint: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API.
:type unity_catalog_endpoint: str
:param unity_catalog_endpoint_key: Name of the environment variable or the secret identifier that references your Databricks workspace URL, which is used to communicate with the Unity Catalog API.
:type unity_catalog_endpoint_key: str, optional
"""
if buffer is not unset:
kwargs["buffer"] = buffer
if ingestion_endpoint_key is not unset:
kwargs["ingestion_endpoint_key"] = ingestion_endpoint_key
if unity_catalog_endpoint_key is not unset:
kwargs["unity_catalog_endpoint_key"] = unity_catalog_endpoint_key
super().__init__(kwargs)

self_.auth = auth
self_.id = id
self_.ingestion_endpoint = ingestion_endpoint
self_.inputs = inputs
self_.table_name = table_name
self_.type = type
self_.unity_catalog_endpoint = unity_catalog_endpoint
Loading