[Python] Add generated code for pipelines

experimental/python/Makefile

@@ -6,7 +6,7 @@ fmt:
 
 docs:
 	# Python 3.12+ is needed for get_overloads
-	uv run --python 3.12 sphinx-build docs docs/_output --fail-on-warning --show-traceback --nitpicky --fresh-env --keep-going
+	uv run --python 3.12 sphinx-build docs docs/_output --show-traceback --nitpicky --fresh-env --keep-going
 
 lint:
 	# check if lock matches the project metadata

experimental/python/databricks/bundles/pipelines/__init__.py

@@ -1,6 +1,309 @@
-from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineParam
-
 __all__ = [
+    "Adlsgen2Info",
+    "Adlsgen2InfoDict",
+    "Adlsgen2InfoParam",
+    "AwsAttributes",
+    "AwsAttributesDict",
+    "AwsAttributesParam",
+    "AwsAvailability",
+    "AwsAvailabilityParam",
+    "AzureAttributes",
+    "AzureAttributesDict",
+    "AzureAttributesParam",
+    "AzureAvailability",
+    "AzureAvailabilityParam",
+    "ClusterLogConf",
+    "ClusterLogConfDict",
+    "ClusterLogConfParam",
+    "DayOfWeek",
+    "DayOfWeekParam",
+    "DbfsStorageInfo",
+    "DbfsStorageInfoDict",
+    "DbfsStorageInfoParam",
+    "EbsVolumeType",
+    "EbsVolumeTypeParam",
+    "EventLogSpec",
+    "EventLogSpecDict",
+    "EventLogSpecParam",
+    "FileLibrary",
+    "FileLibraryDict",
+    "FileLibraryParam",
+    "Filters",
+    "FiltersDict",
+    "FiltersParam",
+    "GcpAttributes",
+    "GcpAttributesDict",
+    "GcpAttributesParam",
+    "GcpAvailability",
+    "GcpAvailabilityParam",
+    "GcsStorageInfo",
+    "GcsStorageInfoDict",
+    "GcsStorageInfoParam",
+    "IngestionConfig",
+    "IngestionConfigDict",
+    "IngestionConfigParam",
+    "IngestionGatewayPipelineDefinition",
+    "IngestionGatewayPipelineDefinitionDict",
+    "IngestionGatewayPipelineDefinitionParam",
+    "IngestionPipelineDefinition",
+    "IngestionPipelineDefinitionDict",
+    "IngestionPipelineDefinitionParam",
+    "InitScriptInfo",
+    "InitScriptInfoDict",
+    "InitScriptInfoParam",
+    "LocalFileInfo",
+    "LocalFileInfoDict",
+    "LocalFileInfoParam",
+    "LogAnalyticsInfo",
+    "LogAnalyticsInfoDict",
+    "LogAnalyticsInfoParam",
+    "MavenLibrary",
+    "MavenLibraryDict",
+    "MavenLibraryParam",
+    "NotebookLibrary",
+    "NotebookLibraryDict",
+    "NotebookLibraryParam",
+    "Notifications",
+    "NotificationsDict",
+    "NotificationsParam",
     "Pipeline",
+    "PipelineCluster",
+    "PipelineClusterAutoscale",
+    "PipelineClusterAutoscaleDict",
+    "PipelineClusterAutoscaleMode",
+    "PipelineClusterAutoscaleModeParam",
+    "PipelineClusterAutoscaleParam",
+    "PipelineClusterDict",
+    "PipelineClusterParam",
+    "PipelineDict",
+    "PipelineLibrary",
+    "PipelineLibraryDict",
+    "PipelineLibraryParam",
     "PipelineParam",
+    "PipelinePermission",
+    "PipelinePermissionDict",
+    "PipelinePermissionLevel",
+    "PipelinePermissionLevelParam",
+    "PipelinePermissionParam",
+    "ReportSpec",
+    "ReportSpecDict",
+    "ReportSpecParam",
+    "RestartWindow",
+    "RestartWindowDict",
+    "RestartWindowParam",
+    "RunAs",
+    "RunAsDict",
+    "RunAsParam",
+    "S3StorageInfo",
+    "S3StorageInfoDict",
+    "S3StorageInfoParam",
+    "SchemaSpec",
+    "SchemaSpecDict",
+    "SchemaSpecParam",
+    "TableSpec",
+    "TableSpecDict",
+    "TableSpecParam",
+    "TableSpecificConfig",
+    "TableSpecificConfigDict",
+    "TableSpecificConfigParam",
+    "TableSpecificConfigScdType",
+    "TableSpecificConfigScdTypeParam",
+    "VolumesStorageInfo",
+    "VolumesStorageInfoDict",
+    "VolumesStorageInfoParam",
+    "WorkspaceStorageInfo",
+    "WorkspaceStorageInfoDict",
+    "WorkspaceStorageInfoParam",
 ]
+
+
+from databricks.bundles.compute._models.adlsgen2_info import (
+    Adlsgen2Info,
+    Adlsgen2InfoDict,
+    Adlsgen2InfoParam,
+)
+from databricks.bundles.compute._models.aws_attributes import (
+    AwsAttributes,
+    AwsAttributesDict,
+    AwsAttributesParam,
+)
+from databricks.bundles.compute._models.aws_availability import (
+    AwsAvailability,
+    AwsAvailabilityParam,
+)
+from databricks.bundles.compute._models.azure_attributes import (
+    AzureAttributes,
+    AzureAttributesDict,
+    AzureAttributesParam,
+)
+from databricks.bundles.compute._models.azure_availability import (
+    AzureAvailability,
+    AzureAvailabilityParam,
+)
+from databricks.bundles.compute._models.cluster_log_conf import (
+    ClusterLogConf,
+    ClusterLogConfDict,
+    ClusterLogConfParam,
+)
+from databricks.bundles.compute._models.dbfs_storage_info import (
+    DbfsStorageInfo,
+    DbfsStorageInfoDict,
+    DbfsStorageInfoParam,
+)
+from databricks.bundles.compute._models.ebs_volume_type import (
+    EbsVolumeType,
+    EbsVolumeTypeParam,
+)
+from databricks.bundles.compute._models.gcp_attributes import (
+    GcpAttributes,
+    GcpAttributesDict,
+    GcpAttributesParam,
+)
+from databricks.bundles.compute._models.gcp_availability import (
+    GcpAvailability,
+    GcpAvailabilityParam,
+)
+from databricks.bundles.compute._models.gcs_storage_info import (
+    GcsStorageInfo,
+    GcsStorageInfoDict,
+    GcsStorageInfoParam,
+)
+from databricks.bundles.compute._models.init_script_info import (
+    InitScriptInfo,
+    InitScriptInfoDict,
+    InitScriptInfoParam,
+)
+from databricks.bundles.compute._models.local_file_info import (
+    LocalFileInfo,
+    LocalFileInfoDict,
+    LocalFileInfoParam,
+)
+from databricks.bundles.compute._models.log_analytics_info import (
+    LogAnalyticsInfo,
+    LogAnalyticsInfoDict,
+    LogAnalyticsInfoParam,
+)
+from databricks.bundles.compute._models.maven_library import (
+    MavenLibrary,
+    MavenLibraryDict,
+    MavenLibraryParam,
+)
+from databricks.bundles.compute._models.s3_storage_info import (
+    S3StorageInfo,
+    S3StorageInfoDict,
+    S3StorageInfoParam,
+)
+from databricks.bundles.compute._models.volumes_storage_info import (
+    VolumesStorageInfo,
+    VolumesStorageInfoDict,
+    VolumesStorageInfoParam,
+)
+from databricks.bundles.compute._models.workspace_storage_info import (
+    WorkspaceStorageInfo,
+    WorkspaceStorageInfoDict,
+    WorkspaceStorageInfoParam,
+)
+from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam
+from databricks.bundles.pipelines._models.event_log_spec import (
+    EventLogSpec,
+    EventLogSpecDict,
+    EventLogSpecParam,
+)
+from databricks.bundles.pipelines._models.file_library import (
+    FileLibrary,
+    FileLibraryDict,
+    FileLibraryParam,
+)
+from databricks.bundles.pipelines._models.filters import (
+    Filters,
+    FiltersDict,
+    FiltersParam,
+)
+from databricks.bundles.pipelines._models.ingestion_config import (
+    IngestionConfig,
+    IngestionConfigDict,
+    IngestionConfigParam,
+)
+from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import (
+    IngestionGatewayPipelineDefinition,
+    IngestionGatewayPipelineDefinitionDict,
+    IngestionGatewayPipelineDefinitionParam,
+)
+from databricks.bundles.pipelines._models.ingestion_pipeline_definition import (
+    IngestionPipelineDefinition,
+    IngestionPipelineDefinitionDict,
+    IngestionPipelineDefinitionParam,
+)
+from databricks.bundles.pipelines._models.notebook_library import (
+    NotebookLibrary,
+    NotebookLibraryDict,
+    NotebookLibraryParam,
+)
+from databricks.bundles.pipelines._models.notifications import (
+    Notifications,
+    NotificationsDict,
+    NotificationsParam,
+)
+from databricks.bundles.pipelines._models.pipeline import (
+    Pipeline,
+    PipelineDict,
+    PipelineParam,
+)
+from databricks.bundles.pipelines._models.pipeline_cluster import (
+    PipelineCluster,
+    PipelineClusterDict,
+    PipelineClusterParam,
+)
+from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import (
+    PipelineClusterAutoscale,
+    PipelineClusterAutoscaleDict,
+    PipelineClusterAutoscaleParam,
+)
+from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import (
+    PipelineClusterAutoscaleMode,
+    PipelineClusterAutoscaleModeParam,
+)
+from databricks.bundles.pipelines._models.pipeline_library import (
+    PipelineLibrary,
+    PipelineLibraryDict,
+    PipelineLibraryParam,
+)
+from databricks.bundles.pipelines._models.pipeline_permission import (
+    PipelinePermission,
+    PipelinePermissionDict,
+    PipelinePermissionParam,
+)
+from databricks.bundles.pipelines._models.pipeline_permission_level import (
+    PipelinePermissionLevel,
+    PipelinePermissionLevelParam,
+)
+from databricks.bundles.pipelines._models.report_spec import (
+    ReportSpec,
+    ReportSpecDict,
+    ReportSpecParam,
+)
+from databricks.bundles.pipelines._models.restart_window import (
+    RestartWindow,
+    RestartWindowDict,
+    RestartWindowParam,
+)
+from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam
+from databricks.bundles.pipelines._models.schema_spec import (
+    SchemaSpec,
+    SchemaSpecDict,
+    SchemaSpecParam,
+)
+from databricks.bundles.pipelines._models.table_spec import (
+    TableSpec,
+    TableSpecDict,
+    TableSpecParam,
+)
+from databricks.bundles.pipelines._models.table_specific_config import (
+    TableSpecificConfig,
+    TableSpecificConfigDict,
+    TableSpecificConfigParam,
+)
+from databricks.bundles.pipelines._models.table_specific_config_scd_type import (
+    TableSpecificConfigScdType,
+    TableSpecificConfigScdTypeParam,
+)

experimental/python/databricks/bundles/pipelines/_models/day_of_week.py

@@ -0,0 +1,27 @@
+from enum import Enum
+from typing import Literal
+
+
+class DayOfWeek(Enum):
+    """
+    :meta private: [EXPERIMENTAL]
+
+    Days of week in which the restart is allowed to happen (within a five-hour window starting at start_hour).
+    If not specified all days of the week will be used.
+    """
+
+    MONDAY = "MONDAY"
+    TUESDAY = "TUESDAY"
+    WEDNESDAY = "WEDNESDAY"
+    THURSDAY = "THURSDAY"
+    FRIDAY = "FRIDAY"
+    SATURDAY = "SATURDAY"
+    SUNDAY = "SUNDAY"
+
+
+DayOfWeekParam = (
+    Literal[
+        "MONDAY", "TUESDAY", "WEDNESDAY", "THURSDAY", "FRIDAY", "SATURDAY", "SUNDAY"
+    ]
+    | DayOfWeek
+)