From a58bb2e7ef98d07f70f3e836b2141e12da3a8360 Mon Sep 17 00:00:00 2001 From: "ci.datadog-api-spec" Date: Wed, 29 Apr 2026 17:06:26 +0000 Subject: [PATCH] Regenerate client from commit 749c35a of spec repo --- .generator/schemas/v2/openapi.yaml | 69 ++++++++++ docs/datadog_api_client.v2.model.rst | 21 +++ .../v2/model/observability_pipeline_config.py | 4 + ...bility_pipeline_config_destination_item.py | 13 ++ ...pipeline_databricks_zerobus_destination.py | 125 ++++++++++++++++++ ...ine_databricks_zerobus_destination_auth.py | 43 ++++++ ...ine_databricks_zerobus_destination_type.py | 37 ++++++ src/datadog_api_client/v2/models/__init__.py | 12 ++ 8 files changed, 324 insertions(+) create mode 100644 src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination.py create mode 100644 src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_auth.py create mode 100644 src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_type.py diff --git a/.generator/schemas/v2/openapi.yaml b/.generator/schemas/v2/openapi.yaml index 5b3f25722b..e5175c1dc6 100644 --- a/.generator/schemas/v2/openapi.yaml +++ b/.generator/schemas/v2/openapi.yaml @@ -46522,6 +46522,7 @@ components: - $ref: "#/components/schemas/ObservabilityPipelineSplunkHecDestination" - $ref: "#/components/schemas/ObservabilityPipelineSumoLogicDestination" - $ref: "#/components/schemas/ObservabilityPipelineSyslogNgDestination" + - $ref: "#/components/schemas/ObservabilityPipelineDatabricksZerobusDestination" - $ref: "#/components/schemas/ObservabilityPipelineDatadogMetricsDestination" ObservabilityPipelineConfigPipelineType: default: logs @@ -46806,6 +46807,74 @@ components: - name - config type: object + ObservabilityPipelineDatabricksZerobusDestination: + description: |- + The `databricks_zerobus` destination sends logs to Databricks using the Zerobus ingestion API, streaming data directly into your Databricks Lakehouse. + + **Supported pipeline types:** Logs, rehydration + properties: + auth: + $ref: "#/components/schemas/ObservabilityPipelineDatabricksZerobusDestinationAuth" + buffer: + $ref: "#/components/schemas/ObservabilityPipelineBufferOptions" + id: + description: The unique identifier for this component. + example: databricks-zerobus-destination + type: string + ingestion_endpoint: + description: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse. + example: https://my-workspace-id.zerobus.us-east-1.cloud.databricks.com + type: string + inputs: + description: A list of component IDs whose output is used as the `input` for this component. + example: ["filter-processor"] + items: + description: The ID of a component whose output is used as input for this destination. + type: string + type: array + table_name: + description: The fully qualified name of your target Databricks table. Make sure this table already exists in your Databricks workspace before deploying. + example: catalog.schema.table + type: string + type: + $ref: "#/components/schemas/ObservabilityPipelineDatabricksZerobusDestinationType" + unity_catalog_endpoint: + description: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API. + example: https://my-workspace.cloud.databricks.com + type: string + required: + - id + - type + - inputs + - ingestion_endpoint + - table_name + - unity_catalog_endpoint + - auth + type: object + x-pipeline-types: [logs, rehydration] + ObservabilityPipelineDatabricksZerobusDestinationAuth: + description: OAuth credentials for authenticating with the Databricks Zerobus ingestion API. + properties: + client_id: + description: Your service principal application ID (UUID). + example: 9a8b7c6d-1234-5678-abcd-ef0123456789 + type: string + client_secret_key: + description: Name of the environment variable or secret that holds the OAuth client secret used to authenticate with the Databricks ingestion endpoint. + example: DD_OP_DESTINATION_DATABRICKS_ZEROBUS_OAUTH_CLIENT_SECRET + type: string + required: + - client_id + type: object + ObservabilityPipelineDatabricksZerobusDestinationType: + default: databricks_zerobus + description: The destination type. The value must be `databricks_zerobus`. + enum: + - databricks_zerobus + example: databricks_zerobus + type: string + x-enum-varnames: + - DATABRICKS_ZEROBUS ObservabilityPipelineDatadogAgentSource: description: |- The `datadog_agent` source collects logs/metrics from the Datadog Agent. diff --git a/docs/datadog_api_client.v2.model.rst b/docs/datadog_api_client.v2.model.rst index 20a44c2acf..bb0817ad6d 100644 --- a/docs/datadog_api_client.v2.model.rst +++ b/docs/datadog_api_client.v2.model.rst @@ -20486,6 +20486,27 @@ datadog\_api\_client.v2.model.observability\_pipeline\_data\_attributes module :members: :show-inheritance: +datadog\_api\_client.v2.model.observability\_pipeline\_databricks\_zerobus\_destination module +---------------------------------------------------------------------------------------------- + +.. automodule:: datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination + :members: + :show-inheritance: + +datadog\_api\_client.v2.model.observability\_pipeline\_databricks\_zerobus\_destination\_auth module +---------------------------------------------------------------------------------------------------- + +.. automodule:: datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_auth + :members: + :show-inheritance: + +datadog\_api\_client.v2.model.observability\_pipeline\_databricks\_zerobus\_destination\_type module +---------------------------------------------------------------------------------------------------- + +.. automodule:: datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_type + :members: + :show-inheritance: + datadog\_api\_client.v2.model.observability\_pipeline\_datadog\_agent\_source module ------------------------------------------------------------------------------------ diff --git a/src/datadog_api_client/v2/model/observability_pipeline_config.py b/src/datadog_api_client/v2/model/observability_pipeline_config.py index 6173789df6..13a3ef23e0 100644 --- a/src/datadog_api_client/v2/model/observability_pipeline_config.py +++ b/src/datadog_api_client/v2/model/observability_pipeline_config.py @@ -91,6 +91,9 @@ from datadog_api_client.v2.model.observability_pipeline_syslog_ng_destination import ( ObservabilityPipelineSyslogNgDestination, ) + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination import ( + ObservabilityPipelineDatabricksZerobusDestination, + ) from datadog_api_client.v2.model.observability_pipeline_datadog_metrics_destination import ( ObservabilityPipelineDatadogMetricsDestination, ) @@ -195,6 +198,7 @@ def __init__( ObservabilityPipelineSplunkHecDestination, ObservabilityPipelineSumoLogicDestination, ObservabilityPipelineSyslogNgDestination, + ObservabilityPipelineDatabricksZerobusDestination, ObservabilityPipelineDatadogMetricsDestination, ] ], diff --git a/src/datadog_api_client/v2/model/observability_pipeline_config_destination_item.py b/src/datadog_api_client/v2/model/observability_pipeline_config_destination_item.py index 06c9f03881..b555319d15 100644 --- a/src/datadog_api_client/v2/model/observability_pipeline_config_destination_item.py +++ b/src/datadog_api_client/v2/model/observability_pipeline_config_destination_item.py @@ -217,6 +217,15 @@ def __init__(self, **kwargs): :param header_source_name: Optional override for the source name header. :type header_source_name: str, optional + + :param ingestion_endpoint: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse. + :type ingestion_endpoint: str + + :param table_name: The fully qualified name of your target Databricks table. Make sure this table already exists in your Databricks workspace before deploying. + :type table_name: str + + :param unity_catalog_endpoint: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API. + :type unity_catalog_endpoint: str """ super().__init__(kwargs) @@ -294,6 +303,9 @@ def _composed_schemas(_): from datadog_api_client.v2.model.observability_pipeline_syslog_ng_destination import ( ObservabilityPipelineSyslogNgDestination, ) + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination import ( + ObservabilityPipelineDatabricksZerobusDestination, + ) from datadog_api_client.v2.model.observability_pipeline_datadog_metrics_destination import ( ObservabilityPipelineDatadogMetricsDestination, ) @@ -323,6 +335,7 @@ def _composed_schemas(_): ObservabilityPipelineSplunkHecDestination, ObservabilityPipelineSumoLogicDestination, ObservabilityPipelineSyslogNgDestination, + ObservabilityPipelineDatabricksZerobusDestination, ObservabilityPipelineDatadogMetricsDestination, ], } diff --git a/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination.py b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination.py new file mode 100644 index 0000000000..31ef2fec86 --- /dev/null +++ b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination.py @@ -0,0 +1,125 @@ +# Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. +# This product includes software developed at Datadog (https://www.datadoghq.com/). +# Copyright 2019-Present Datadog, Inc. +from __future__ import annotations + +from typing import List, Union, TYPE_CHECKING + +from datadog_api_client.model_utils import ( + ModelNormal, + cached_property, + unset, + UnsetType, +) + + +if TYPE_CHECKING: + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_auth import ( + ObservabilityPipelineDatabricksZerobusDestinationAuth, + ) + from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_type import ( + ObservabilityPipelineDatabricksZerobusDestinationType, + ) + from datadog_api_client.v2.model.observability_pipeline_disk_buffer_options import ( + ObservabilityPipelineDiskBufferOptions, + ) + from datadog_api_client.v2.model.observability_pipeline_memory_buffer_options import ( + ObservabilityPipelineMemoryBufferOptions, + ) + from datadog_api_client.v2.model.observability_pipeline_memory_buffer_size_options import ( + ObservabilityPipelineMemoryBufferSizeOptions, + ) + + +class ObservabilityPipelineDatabricksZerobusDestination(ModelNormal): + @cached_property + def openapi_types(_): + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_auth import ( + ObservabilityPipelineDatabricksZerobusDestinationAuth, + ) + from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions + from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_type import ( + ObservabilityPipelineDatabricksZerobusDestinationType, + ) + + return { + "auth": (ObservabilityPipelineDatabricksZerobusDestinationAuth,), + "buffer": (ObservabilityPipelineBufferOptions,), + "id": (str,), + "ingestion_endpoint": (str,), + "inputs": ([str],), + "table_name": (str,), + "type": (ObservabilityPipelineDatabricksZerobusDestinationType,), + "unity_catalog_endpoint": (str,), + } + + attribute_map = { + "auth": "auth", + "buffer": "buffer", + "id": "id", + "ingestion_endpoint": "ingestion_endpoint", + "inputs": "inputs", + "table_name": "table_name", + "type": "type", + "unity_catalog_endpoint": "unity_catalog_endpoint", + } + + def __init__( + self_, + auth: ObservabilityPipelineDatabricksZerobusDestinationAuth, + id: str, + ingestion_endpoint: str, + inputs: List[str], + table_name: str, + type: ObservabilityPipelineDatabricksZerobusDestinationType, + unity_catalog_endpoint: str, + buffer: Union[ + ObservabilityPipelineBufferOptions, + ObservabilityPipelineDiskBufferOptions, + ObservabilityPipelineMemoryBufferOptions, + ObservabilityPipelineMemoryBufferSizeOptions, + UnsetType, + ] = unset, + **kwargs, + ): + """ + The ``databricks_zerobus`` destination sends logs to Databricks using the Zerobus ingestion API, streaming data directly into your Databricks Lakehouse. + + **Supported pipeline types:** Logs, rehydration + + :param auth: OAuth credentials for authenticating with the Databricks Zerobus ingestion API. + :type auth: ObservabilityPipelineDatabricksZerobusDestinationAuth + + :param buffer: Configuration for buffer settings on destination components. + :type buffer: ObservabilityPipelineBufferOptions, optional + + :param id: The unique identifier for this component. + :type id: str + + :param ingestion_endpoint: Your Databricks Zerobus ingestion endpoint. This is the endpoint used to stream data directly into your Databricks Lakehouse. + :type ingestion_endpoint: str + + :param inputs: A list of component IDs whose output is used as the ``input`` for this component. + :type inputs: [str] + + :param table_name: The fully qualified name of your target Databricks table. Make sure this table already exists in your Databricks workspace before deploying. + :type table_name: str + + :param type: The destination type. The value must be ``databricks_zerobus``. + :type type: ObservabilityPipelineDatabricksZerobusDestinationType + + :param unity_catalog_endpoint: Your Databricks workspace URL. This is used to communicate with the Unity Catalog API. + :type unity_catalog_endpoint: str + """ + if buffer is not unset: + kwargs["buffer"] = buffer + super().__init__(kwargs) + + self_.auth = auth + self_.id = id + self_.ingestion_endpoint = ingestion_endpoint + self_.inputs = inputs + self_.table_name = table_name + self_.type = type + self_.unity_catalog_endpoint = unity_catalog_endpoint diff --git a/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_auth.py b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_auth.py new file mode 100644 index 0000000000..08bd0aa3c2 --- /dev/null +++ b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_auth.py @@ -0,0 +1,43 @@ +# Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. +# This product includes software developed at Datadog (https://www.datadoghq.com/). +# Copyright 2019-Present Datadog, Inc. +from __future__ import annotations + +from typing import Union + +from datadog_api_client.model_utils import ( + ModelNormal, + cached_property, + unset, + UnsetType, +) + + +class ObservabilityPipelineDatabricksZerobusDestinationAuth(ModelNormal): + @cached_property + def openapi_types(_): + return { + "client_id": (str,), + "client_secret_key": (str,), + } + + attribute_map = { + "client_id": "client_id", + "client_secret_key": "client_secret_key", + } + + def __init__(self_, client_id: str, client_secret_key: Union[str, UnsetType] = unset, **kwargs): + """ + OAuth credentials for authenticating with the Databricks Zerobus ingestion API. + + :param client_id: Your service principal application ID (UUID). + :type client_id: str + + :param client_secret_key: Name of the environment variable or secret that holds the OAuth client secret used to authenticate with the Databricks ingestion endpoint. + :type client_secret_key: str, optional + """ + if client_secret_key is not unset: + kwargs["client_secret_key"] = client_secret_key + super().__init__(kwargs) + + self_.client_id = client_id diff --git a/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_type.py b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_type.py new file mode 100644 index 0000000000..5be42a7378 --- /dev/null +++ b/src/datadog_api_client/v2/model/observability_pipeline_databricks_zerobus_destination_type.py @@ -0,0 +1,37 @@ +# Unless explicitly stated otherwise all files in this repository are licensed under the Apache-2.0 License. +# This product includes software developed at Datadog (https://www.datadoghq.com/). +# Copyright 2019-Present Datadog, Inc. +from __future__ import annotations + + +from datadog_api_client.model_utils import ( + ModelSimple, + cached_property, +) + +from typing import ClassVar + + +class ObservabilityPipelineDatabricksZerobusDestinationType(ModelSimple): + """ + The destination type. The value must be `databricks_zerobus`. + + :param value: If omitted defaults to "databricks_zerobus". Must be one of ["databricks_zerobus"]. + :type value: str + """ + + allowed_values = { + "databricks_zerobus", + } + DATABRICKS_ZEROBUS: ClassVar["ObservabilityPipelineDatabricksZerobusDestinationType"] + + @cached_property + def openapi_types(_): + return { + "value": (str,), + } + + +ObservabilityPipelineDatabricksZerobusDestinationType.DATABRICKS_ZEROBUS = ( + ObservabilityPipelineDatabricksZerobusDestinationType("databricks_zerobus") +) diff --git a/src/datadog_api_client/v2/models/__init__.py b/src/datadog_api_client/v2/models/__init__.py index 5ca8caf69a..e120b39440 100644 --- a/src/datadog_api_client/v2/models/__init__.py +++ b/src/datadog_api_client/v2/models/__init__.py @@ -3963,6 +3963,15 @@ ) from datadog_api_client.v2.model.observability_pipeline_data import ObservabilityPipelineData from datadog_api_client.v2.model.observability_pipeline_data_attributes import ObservabilityPipelineDataAttributes +from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination import ( + ObservabilityPipelineDatabricksZerobusDestination, +) +from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_auth import ( + ObservabilityPipelineDatabricksZerobusDestinationAuth, +) +from datadog_api_client.v2.model.observability_pipeline_databricks_zerobus_destination_type import ( + ObservabilityPipelineDatabricksZerobusDestinationType, +) from datadog_api_client.v2.model.observability_pipeline_datadog_agent_source import ( ObservabilityPipelineDatadogAgentSource, ) @@ -10375,6 +10384,9 @@ "ObservabilityPipelineCustomProcessorType", "ObservabilityPipelineData", "ObservabilityPipelineDataAttributes", + "ObservabilityPipelineDatabricksZerobusDestination", + "ObservabilityPipelineDatabricksZerobusDestinationAuth", + "ObservabilityPipelineDatabricksZerobusDestinationType", "ObservabilityPipelineDatadogAgentSource", "ObservabilityPipelineDatadogAgentSourceType", "ObservabilityPipelineDatadogLogsDestination",