From e347ff04a3584c7a8e47820b229621c41955a9b4 Mon Sep 17 00:00:00 2001 From: riddhibhagwat-db Date: Wed, 15 Jul 2026 18:41:53 +0000 Subject: [PATCH 01/15] AIR CLI: address review feedback on renderer, hyperlink, and test config - Remove a hardcoded email from render_test.go (use user@example.com). - list_tui.go: use the existing cmdio.IsPromptSupported instead of the air-added IsPagerSupported; drop IsPagerSupported from libs/cmdio/io.go since it is no longer used. - format.go: standardize on termenv.Hyperlink and drop the hand-rolled osc8Link helper (and its test). - Centralize EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] into a shared acceptance/experimental/air/test.toml; remove the per-dir duplication (deleting the test.toml files left with nothing else). Co-authored-by: Isaac --- acceptance/experimental/air/cancel/test.toml | 4 ---- acceptance/experimental/air/get-ai-runtime/test.toml | 4 ---- acceptance/experimental/air/get/test.toml | 4 ---- acceptance/experimental/air/help/test.toml | 3 --- acceptance/experimental/air/list/test.toml | 4 ---- acceptance/experimental/air/run-submit/test.toml | 6 +----- acceptance/experimental/air/run/test.toml | 4 ---- acceptance/experimental/air/test.toml | 4 ++++ acceptance/experimental/air/unimplemented/test.toml | 3 --- experimental/air/cmd/format.go | 9 ++------- experimental/air/cmd/format_test.go | 4 ---- experimental/air/cmd/list_tui.go | 2 +- experimental/air/cmd/render_test.go | 2 +- libs/cmdio/io.go | 9 --------- 14 files changed, 9 insertions(+), 53 deletions(-) delete mode 100644 acceptance/experimental/air/help/test.toml delete mode 100644 acceptance/experimental/air/run/test.toml create mode 100644 acceptance/experimental/air/test.toml delete mode 100644 acceptance/experimental/air/unimplemented/test.toml diff --git a/acceptance/experimental/air/cancel/test.toml b/acceptance/experimental/air/cancel/test.toml index c73594501d8..14a54ccb754 100644 --- a/acceptance/experimental/air/cancel/test.toml +++ b/acceptance/experimental/air/cancel/test.toml @@ -1,7 +1,3 @@ -# This command does not deploy a bundle, so no engine matrix is needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] - # The SDK occasionally probes host reachability with a HEAD request; stub it so # the test is deterministic. [[Server]] diff --git a/acceptance/experimental/air/get-ai-runtime/test.toml b/acceptance/experimental/air/get-ai-runtime/test.toml index d5949a3023e..07d75ae83c8 100644 --- a/acceptance/experimental/air/get-ai-runtime/test.toml +++ b/acceptance/experimental/air/get-ai-runtime/test.toml @@ -1,7 +1,3 @@ -# This command does not deploy a bundle, so no engine matrix is needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] - # On Windows, Git Bash rewrites the leading-/ workspace paths passed to # `workspace mkdirs`/`import` into C:/... paths; disable that conversion. [Env] diff --git a/acceptance/experimental/air/get/test.toml b/acceptance/experimental/air/get/test.toml index 3f35ddfe658..3545a34616e 100644 --- a/acceptance/experimental/air/get/test.toml +++ b/acceptance/experimental/air/get/test.toml @@ -1,7 +1,3 @@ -# This command does not deploy a bundle, so no engine matrix is needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] - # The SDK occasionally probes host reachability with a HEAD request; stub it so # the test is deterministic. [[Server]] diff --git a/acceptance/experimental/air/help/test.toml b/acceptance/experimental/air/help/test.toml deleted file mode 100644 index 49709b578ef..00000000000 --- a/acceptance/experimental/air/help/test.toml +++ /dev/null @@ -1,3 +0,0 @@ -# --help prints without authenticating, so no server stubs are needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/experimental/air/list/test.toml b/acceptance/experimental/air/list/test.toml index 82f1f829d85..bcaa75fb34a 100644 --- a/acceptance/experimental/air/list/test.toml +++ b/acceptance/experimental/air/list/test.toml @@ -1,7 +1,3 @@ -# This command does not deploy a bundle, so no engine matrix is needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] - # Disable the on-disk run cache so --all-status output is deterministic across runs. [Env] DATABRICKS_CACHE_ENABLED = "false" diff --git a/acceptance/experimental/air/run-submit/test.toml b/acceptance/experimental/air/run-submit/test.toml index fcdf8fd1242..3dc9ff81b99 100644 --- a/acceptance/experimental/air/run-submit/test.toml +++ b/acceptance/experimental/air/run-submit/test.toml @@ -1,15 +1,11 @@ # A real (non-dry-run) submit that packages a git code_source, uploads the -# tarball + provenance sidecars, and POSTs runs/submit. No bundle deploy, so no -# engine matrix. +# tarball + provenance sidecars, and POSTs runs/submit. RecordRequests = true # run.yaml is generated from run.yaml.tmpl at test time (commit SHA templated in); # it isn't a committed input to diff. Ignore = ["run.yaml"] -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] - # The SDK probes host reachability with a HEAD request; stub it for determinism. [[Server]] Pattern = "HEAD /" diff --git a/acceptance/experimental/air/run/test.toml b/acceptance/experimental/air/run/test.toml deleted file mode 100644 index 2f971c3ed21..00000000000 --- a/acceptance/experimental/air/run/test.toml +++ /dev/null @@ -1,4 +0,0 @@ -# `air run --dry-run` validates the config locally and makes no workspace calls, -# so no engine matrix or server stubs are needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/experimental/air/test.toml b/acceptance/experimental/air/test.toml new file mode 100644 index 00000000000..058dd494f68 --- /dev/null +++ b/acceptance/experimental/air/test.toml @@ -0,0 +1,4 @@ +# No air command deploys a bundle, so the engine matrix is unnecessary for the +# whole air test tree. +[EnvMatrix] +DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/experimental/air/unimplemented/test.toml b/acceptance/experimental/air/unimplemented/test.toml deleted file mode 100644 index c233c30a86c..00000000000 --- a/acceptance/experimental/air/unimplemented/test.toml +++ /dev/null @@ -1,3 +0,0 @@ -# Stubs fail locally before any API call, so no server stubs needed. -[EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] diff --git a/experimental/air/cmd/format.go b/experimental/air/cmd/format.go index c32184517ba..8e46c70d48c 100644 --- a/experimental/air/cmd/format.go +++ b/experimental/air/cmd/format.go @@ -12,6 +12,7 @@ import ( "github.com/databricks/cli/libs/cmdio" "github.com/databricks/databricks-sdk-go/service/jobs" + "github.com/muesli/termenv" "go.yaml.in/yaml/v3" ) @@ -26,12 +27,6 @@ func orNA(s string) string { return s } -// osc8Link wraps label in an OSC 8 terminal hyperlink to url. -// See https://gist.github.com/egmontkob/eb114294efbcd5adb1944c9f3cb5feda -func osc8Link(label, url string) string { - return "\x1b]8;;" + url + "\x1b\\" + label + "\x1b]8;;\x1b\\" -} - // hyperlink renders label as a terminal hyperlink to url when out is a rich // terminal, otherwise it returns label unchanged. This mirrors the Python CLI's // Rich link markup, which drops the URL on non-terminals (so piped or captured @@ -40,7 +35,7 @@ func hyperlink(ctx context.Context, out io.Writer, label, url string) string { if url == "" || !cmdio.SupportsColor(ctx, out) { return label } - return osc8Link(label, url) + return termenv.Hyperlink(url, label) } // reformatYAMLForDisplay re-renders a training-config YAML so multi-line strings diff --git a/experimental/air/cmd/format_test.go b/experimental/air/cmd/format_test.go index 62a6d7ac580..1063e20ca1f 100644 --- a/experimental/air/cmd/format_test.go +++ b/experimental/air/cmd/format_test.go @@ -21,10 +21,6 @@ func TestSubmittedDisplay(t *testing.T) { assert.Equal(t, "2023-11-14 22:13 UTC", submittedDisplay(&jobs.Run{StartTime: 1700000000000})) } -func TestOSC8Link(t *testing.T) { - assert.Equal(t, "\x1b]8;;https://h.test/x\x1b\\label\x1b]8;;\x1b\\", osc8Link("label", "https://h.test/x")) -} - func TestHyperlink(t *testing.T) { // On a non-terminal (no color), the URL is dropped and only the label shows. ctx := cmdio.MockDiscard(t.Context()) diff --git a/experimental/air/cmd/list_tui.go b/experimental/air/cmd/list_tui.go index 85fe70774b4..2596bd4e596 100644 --- a/experimental/air/cmd/list_tui.go +++ b/experimental/air/cmd/list_tui.go @@ -25,7 +25,7 @@ func renderListText(cmd *cobra.Command, f *runFetcher, limit int) error { // "just print these N"). Everything else — piped, NO_COLOR, --limit — prints // once. interactive := color && - cmdio.IsPagerSupported(ctx) && + cmdio.IsPromptSupported(ctx) && !cmd.Flags().Changed("limit") if interactive { diff --git a/experimental/air/cmd/render_test.go b/experimental/air/cmd/render_test.go index 2fe125bcf04..067f5817fb1 100644 --- a/experimental/air/cmd/render_test.go +++ b/experimental/air/cmd/render_test.go @@ -151,7 +151,7 @@ func TestRenderFields(t *testing.T) { experiment: "stream-latency-test", mlflowLabel: "stream-latency-test", mlflowURL: "https://h.test/ml/experiments/E1/runs/R1", - user: "riddhi.bhagwat@databricks.com", + user: "user@example.com", accelerators: "1x A10", environment: "ml-runtime-gpu:1.0", }) diff --git a/libs/cmdio/io.go b/libs/cmdio/io.go index 2b9b395ce13..e57c90974b4 100644 --- a/libs/cmdio/io.go +++ b/libs/cmdio/io.go @@ -83,15 +83,6 @@ func IsPromptSupported(ctx context.Context) bool { return c.capabilities.SupportsPrompt() } -// IsPagerSupported reports whether stdin, stdout, and stderr are all interactive -// terminals. This is the requirement for a full-screen or navigable output -// program: unlike IsPromptSupported it also checks stdout, so it returns false -// when stdout is piped or redirected. -func IsPagerSupported(ctx context.Context) bool { - c := fromContext(ctx) - return c.capabilities.SupportsPager() -} - // SupportsColor returns true if the given writer supports colored output. // This checks both TTY status and environment variables (NO_COLOR, TERM=dumb). func SupportsColor(ctx context.Context, w io.Writer) bool { From a2b2da8bb786596090c0cf226821bd9e2c42e93f Mon Sep 17 00:00:00 2001 From: riddhibhagwat-db Date: Fri, 17 Jul 2026 11:55:07 -0700 Subject: [PATCH 02/15] AIR CLI Integration: `--override` flag functionality (#5926) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ## Changes Ports `--override KEY=VALUE` from the Python CLI. Overrides apply to the parsed YAML map before re-decode + validate, so path existence, type coercion, and semantic validate() rules all run. A reflection-based path check names the exact --override key and lists available fields on error. ## Why --override allows users to tweak a training configuration at launch time without editing the file and this allows for ease of use with sweep hyperparameters or scalable compute without having to maintain a forked configuration for each run. ## Tests unit tests: - TestParseOverrides: parsing KEY=VALUE - TestValidateOverridePaths: dotted-path validation against the schema - TestLoadRunConfigWithOverrides: end-to-end through the loader: scalar coercion, multiple overrides, free-form env-var-as-string, auto-created intermediate maps, unknown-path rejection, semantic re-validation after override, type mismatch, malformed override. - TestSubmitWorkload: the harness pattern being extended to prove overrides reach the actual POST body sent to /api/2.2/jobs/runs/submit, verified against the in-process testserver that records the request. - TestSubmitWorkloadHonorsOverride: proves a --override actually changes what gets sent to the Jobs API on a real submit, not just during dry-run validation. acceptance tests: - successful override that logs the change and then validates - an unknown field override that errors with an actionable message (see screenshots below) - override that passes type checking but fails schema validation (so we know that validate() still runs and works properly) Manual verification: Screenshot 2026-07-14 at 10 41 22 AM --- acceptance/experimental/air/run/output.txt | 19 +- acceptance/experimental/air/run/script | 10 +- experimental/air/cmd/run.go | 8 +- experimental/air/cmd/runconfig_load.go | 67 ++++++- experimental/air/cmd/runconfig_override.go | 162 +++++++++++++++++ .../air/cmd/runconfig_override_test.go | 168 ++++++++++++++++++ experimental/air/cmd/runsubmit_test.go | 33 ++++ 7 files changed, 452 insertions(+), 15 deletions(-) create mode 100644 experimental/air/cmd/runconfig_override.go create mode 100644 experimental/air/cmd/runconfig_override_test.go diff --git a/acceptance/experimental/air/run/output.txt b/acceptance/experimental/air/run/output.txt index a753eabd198..e733bca091e 100644 --- a/acceptance/experimental/air/run/output.txt +++ b/acceptance/experimental/air/run/output.txt @@ -14,9 +14,22 @@ Dry run: configuration for "smoke-test" is valid; not submitting. } } -=== override not yet supported ->>> [CLI] experimental air run -f valid.yaml --dry-run --override a=b -Error: --override is not yet supported +=== override applies and logs the change +>>> [CLI] experimental air run -f valid.yaml --dry-run --override compute.num_accelerators=2 --override timeout_minutes=45 +Override: changing compute.num_accelerators from 1 to 2 +Override: setting timeout_minutes to 45 +Dry run: configuration for "smoke-test" is valid; not submitting. + +=== override of an unknown field is rejected +>>> [CLI] experimental air run -f valid.yaml --dry-run --override bogus=1 +Error: invalid --override "bogus": "bogus" is not a known field; available fields are: code_source, command, compute, env_variables, environment, experiment_name, idempotency_token, max_retries, mlflow_experiment_directory, mlflow_run_name, parameters, permissions, secrets, timeout_minutes, usage_policy_id, usage_policy_name + +Exit code: 1 + +=== override still runs schema validation +>>> [CLI] experimental air run -f valid.yaml --dry-run --override compute.num_accelerators=0 +Override: changing compute.num_accelerators from 1 to 0 +Error: compute.num_accelerators must be positive, got 0 Exit code: 1 diff --git a/acceptance/experimental/air/run/script b/acceptance/experimental/air/run/script index 312b2f6fecf..3308b5bc0fc 100644 --- a/acceptance/experimental/air/run/script +++ b/acceptance/experimental/air/run/script @@ -4,8 +4,14 @@ trace $CLI experimental air run -f valid.yaml --dry-run title "dry-run (json)" trace $CLI experimental air run -f valid.yaml --dry-run -o json -title "override not yet supported" -errcode trace $CLI experimental air run -f valid.yaml --dry-run --override a=b +title "override applies and logs the change" +trace $CLI experimental air run -f valid.yaml --dry-run --override compute.num_accelerators=2 --override timeout_minutes=45 + +title "override of an unknown field is rejected" +errcode trace $CLI experimental air run -f valid.yaml --dry-run --override bogus=1 + +title "override still runs schema validation" +errcode trace $CLI experimental air run -f valid.yaml --dry-run --override compute.num_accelerators=0 title "watch not yet supported" errcode trace $CLI experimental air run -f valid.yaml --dry-run --watch diff --git a/experimental/air/cmd/run.go b/experimental/air/cmd/run.go index bd32810e9bc..327c4de167f 100644 --- a/experimental/air/cmd/run.go +++ b/experimental/air/cmd/run.go @@ -57,16 +57,12 @@ The workload is described by a YAML config file (see --file).`, cmd.RunE = func(cmd *cobra.Command, args []string) error { ctx := cmd.Context() - // These flags' pipelines are not ported yet; reject rather than silently - // ignore them. - if len(overrides) > 0 { - return errors.New("--override is not yet supported") - } + // --watch's pipeline is not ported yet; reject rather than silently ignore it. if watch { return errors.New("--watch is not yet supported") } - cfg, err := loadRunConfig(file) + cfg, err := loadRunConfigWithOverrides(ctx, file, overrides) if err != nil { return err } diff --git a/experimental/air/cmd/runconfig_load.go b/experimental/air/cmd/runconfig_load.go index 81b07d3ca50..7f6ad8b5e17 100644 --- a/experimental/air/cmd/runconfig_load.go +++ b/experimental/air/cmd/runconfig_load.go @@ -1,6 +1,8 @@ package aircmd import ( + "bytes" + "context" "errors" "fmt" "io" @@ -10,10 +12,11 @@ import ( ) // decodeRunConfig reads and decodes the run YAML into the schema. Unknown keys -// are rejected (KnownFields), mirroring the Python schema's extra="forbid". +// are rejected (KnownFields). // -// The `_bases_` composition feature and CLI `--override` handling are not yet -// ported; a config using `_bases_` is currently rejected as an unknown field. +// The `_bases_` composition feature is not yet ported; a config using `_bases_` +// is currently rejected as an unknown field. CLI `--override` handling lives in +// runconfig_override.go and is applied to the parsed map before this decode. func decodeRunConfig(path string) (*runConfig, error) { f, err := os.Open(path) if err != nil { @@ -21,7 +24,13 @@ func decodeRunConfig(path string) (*runConfig, error) { } defer f.Close() - dec := yaml.NewDecoder(f) + return decodeRunConfigReader(f, path) +} + +// decodeRunConfigReader decodes and unknown-key-checks a run YAML from r. path is +// used only for error messages. +func decodeRunConfigReader(r io.Reader, path string) (*runConfig, error) { + dec := yaml.NewDecoder(r) dec.KnownFields(true) var cfg runConfig @@ -50,3 +59,53 @@ func loadRunConfig(path string) (*runConfig, error) { } return cfg, nil } + +// loadRunConfigWithOverrides decodes a run YAML config, applies any +// --override KEY=VALUE entries to the parsed map, then re-decodes (with unknown +// keys rejected) and structurally validates the result. Applying overrides to +// the map — rather than the typed config — lets the single decode+validate +// pipeline enforce path existence, type coercion, and the semantic rules at +// once. ctx is used only to log applied overrides. +func loadRunConfigWithOverrides(ctx context.Context, path string, overrides []string) (*runConfig, error) { + if len(overrides) == 0 { + return loadRunConfig(path) + } + + entries, err := parseOverrides(overrides) + if err != nil { + return nil, err + } + if err := validateOverridePaths(entries); err != nil { + return nil, err + } + + raw, err := os.ReadFile(path) + if err != nil { + return nil, err + } + var m map[string]any + if err := yaml.Unmarshal(raw, &m); err != nil { + return nil, fmt.Errorf("invalid config %s: %w", path, err) + } + if m == nil { + // An empty file decodes to a nil map; start from an empty one so overrides + // can populate it (the re-decode still enforces required fields). + m = map[string]any{} + } + if err := applyOverrides(ctx, m, entries); err != nil { + return nil, err + } + + merged, err := yaml.Marshal(m) + if err != nil { + return nil, err + } + cfg, err := decodeRunConfigReader(bytes.NewReader(merged), path) + if err != nil { + return nil, err + } + if err := validateRunConfig(cfg); err != nil { + return nil, err + } + return cfg, nil +} diff --git a/experimental/air/cmd/runconfig_override.go b/experimental/air/cmd/runconfig_override.go new file mode 100644 index 00000000000..a00a178603b --- /dev/null +++ b/experimental/air/cmd/runconfig_override.go @@ -0,0 +1,162 @@ +package aircmd + +import ( + "context" + "fmt" + "maps" + "reflect" + "slices" + "strings" + + "github.com/databricks/cli/libs/cmdio" + "go.yaml.in/yaml/v3" +) + +// This file implements the `--override KEY=VALUE` flag. Overrides are applied to +// the parsed YAML map (not the typed runConfig) before re-decode, so one pipeline +// covers path existence, type coercion, and the semantic validate() rules. + +// freeFormFields hold free-form maps, so path validation stops at them: any +// sub-path is valid. +var freeFormFields = map[string]bool{ + "parameters": true, + "env_variables": true, + "secrets": true, +} + +// parseOverrides parses --override KEY=VALUE arguments, preserving order. +func parseOverrides(overrides []string) ([]overrideEntry, error) { + entries := make([]overrideEntry, 0, len(overrides)) + for _, item := range overrides { + key, value, found := strings.Cut(item, "=") + if !found { + // --override is repeatable, so a config path meant for -f can be + // swallowed here; point at the real fix. + hint := "" + if strings.HasSuffix(item, ".yaml") || strings.HasSuffix(item, ".yml") { + hint = fmt.Sprintf("; %q looks like a config file — pass it with -f/--file", item) + } + return nil, fmt.Errorf("invalid --override %q: expected KEY=VALUE (e.g. compute.num_accelerators=32)%s", item, hint) + } + key = strings.TrimSpace(key) + if key == "" { + return nil, fmt.Errorf("invalid --override %q: empty key", item) + } + entries = append(entries, overrideEntry{path: key, raw: value}) + } + return entries, nil +} + +// overrideEntry is one parsed --override: its dotted path and the raw RHS string. +type overrideEntry struct { + path string + raw string +} + +// validateOverridePaths checks every dotted path against the runConfig schema +// before mutation, so an error names the exact --override key rather than the +// re-decode's Go-type language. +func validateOverridePaths(entries []overrideEntry) error { + for _, e := range entries { + if err := checkOverridePath(strings.Split(e.path, "."), reflect.TypeFor[runConfig](), e.path); err != nil { + return err + } + } + return nil +} + +// checkOverridePath recursively validates one dotted path against a struct type +// whose fields carry `yaml:` tags. +func checkOverridePath(parts []string, t reflect.Type, fullPath string) error { + field := parts[0] + fields := yamlFields(t) + sub, ok := fields[field] + if !ok { + return fmt.Errorf("invalid --override %q: %q is not a known field; available fields are: %s", + fullPath, field, strings.Join(slices.Sorted(maps.Keys(fields)), ", ")) + } + if len(parts) == 1 { + return nil + } + if freeFormFields[field] { + return nil + } + subStruct := underlyingStruct(sub) + if subStruct == nil { + return fmt.Errorf("invalid --override %q: %q is not a nested object; cannot address sub-field %q", + fullPath, field, strings.Join(parts[1:], ".")) + } + return checkOverridePath(parts[1:], subStruct, fullPath) +} + +// yamlFields maps a struct's yaml tag names to their field types, skipping +// fields without a yaml tag (or tagged "-"). +func yamlFields(t reflect.Type) map[string]reflect.Type { + out := map[string]reflect.Type{} + for f := range t.Fields() { + tag := f.Tag.Get("yaml") + if tag == "" || tag == "-" { + continue + } + name, _, _ := strings.Cut(tag, ",") + if name == "" || name == "-" { + continue + } + out[name] = f.Type + } + return out +} + +// underlyingStruct unwraps pointer/slice indirection and returns the struct type +// a field decodes into, or nil if the field is not a struct (a scalar/map/etc.). +func underlyingStruct(t reflect.Type) reflect.Type { + for t.Kind() == reflect.Pointer || t.Kind() == reflect.Slice { + t = t.Elem() + } + if t.Kind() == reflect.Struct { + return t + } + return nil +} + +// applyOverrides walks each dotted path into the parsed YAML map and sets the +// leaf to the RHS parsed as a YAML scalar. Intermediate maps are auto-created so +// an override can add a field the YAML omits; the later re-decode rejects paths +// absent from the schema. Changes are logged to stderr to keep JSON stdout clean. +func applyOverrides(ctx context.Context, m map[string]any, entries []overrideEntry) error { + for _, e := range entries { + var value any + if err := yaml.Unmarshal([]byte(e.raw), &value); err != nil { + return fmt.Errorf("invalid --override %q: cannot parse value %q: %w", e.path, e.raw, err) + } + + parts := strings.Split(e.path, ".") + current := m + for _, part := range parts[:len(parts)-1] { + next, ok := current[part].(map[string]any) + if !ok { + next = map[string]any{} + current[part] = next + } + current = next + } + + leaf := parts[len(parts)-1] + old, had := current[leaf] + current[leaf] = value + if had { + logOverride(ctx, fmt.Sprintf("Override: changing %s from %v to %v", e.path, old, value)) + } else { + logOverride(ctx, fmt.Sprintf("Override: setting %s to %v", e.path, value)) + } + } + return nil +} + +// logOverride writes to stderr only when a cmdIO is present; cmdio.LogString +// panics without one, as in non-command callers such as unit tests. +func logOverride(ctx context.Context, msg string) { + if cmdio.HasIO(ctx) { + cmdio.LogString(ctx, msg) + } +} diff --git a/experimental/air/cmd/runconfig_override_test.go b/experimental/air/cmd/runconfig_override_test.go new file mode 100644 index 00000000000..99eab7dd881 --- /dev/null +++ b/experimental/air/cmd/runconfig_override_test.go @@ -0,0 +1,168 @@ +package aircmd + +import ( + "testing" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestParseOverrides(t *testing.T) { + tests := []struct { + name string + in []string + want []overrideEntry + wantErr string + }{ + { + name: "key=value pairs preserve order", + in: []string{"compute.num_accelerators=8", "timeout_minutes=45"}, + want: []overrideEntry{ + {path: "compute.num_accelerators", raw: "8"}, + {path: "timeout_minutes", raw: "45"}, + }, + }, + { + name: "value may contain =", + in: []string{"env_variables.EXPR=a=b"}, + want: []overrideEntry{{path: "env_variables.EXPR", raw: "a=b"}}, + }, + { + name: "key is trimmed", + in: []string{" timeout_minutes = 45"}, + want: []overrideEntry{{path: "timeout_minutes", raw: " 45"}}, + }, + { + name: "missing = is rejected", + in: []string{"compute.num_accelerators"}, + wantErr: `expected KEY=VALUE`, + }, + { + name: "a .yaml token hints at -f", + in: []string{"train.yaml"}, + wantErr: `looks like a config file`, + }, + { + name: "empty key is rejected", + in: []string{"=5"}, + wantErr: `empty key`, + }, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + got, err := parseOverrides(tt.in) + if tt.wantErr != "" { + require.ErrorContains(t, err, tt.wantErr) + return + } + require.NoError(t, err) + assert.Equal(t, tt.want, got) + }) + } +} + +func TestValidateOverridePaths(t *testing.T) { + tests := []struct { + name string + path string + wantErr string + }{ + {name: "known top-level field", path: "experiment_name"}, + {name: "known nested field", path: "compute.num_accelerators"}, + {name: "free-form sub-path", path: "env_variables.MY_VAR"}, + {name: "deep free-form sub-path", path: "parameters.model.layers"}, + { + name: "unknown top-level field", + path: "bogus", + wantErr: `"bogus" is not a known field`, + }, + { + name: "unknown nested field", + path: "compute.bogus", + wantErr: `"bogus" is not a known field`, + }, + { + name: "sub-field of a scalar", + path: "command.sub", + wantErr: `"command" is not a nested object`, + }, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + err := validateOverridePaths([]overrideEntry{{path: tt.path, raw: "x"}}) + if tt.wantErr != "" { + require.ErrorContains(t, err, tt.wantErr) + return + } + require.NoError(t, err) + }) + } +} + +// overrideBaseConfig is a valid 8-GPU config the override tests mutate. +const overrideBaseConfig = `experiment_name: smoke +command: python train.py +compute: + accelerator_type: GPU_8xH100 + num_accelerators: 8 +env_variables: + EXISTING: hello +` + +func TestLoadRunConfigWithOverrides(t *testing.T) { + t.Run("no overrides matches loadRunConfig", func(t *testing.T) { + cfg, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), nil) + require.NoError(t, err) + assert.Equal(t, 8, cfg.Compute.NumAccelerators) + }) + + t.Run("typed scalar override is coerced", func(t *testing.T) { + cfg, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"compute.num_accelerators=16"}) + require.NoError(t, err) + assert.Equal(t, 16, cfg.Compute.NumAccelerators) + }) + + t.Run("multiple overrides all apply", func(t *testing.T) { + cfg, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"compute.num_accelerators=16", "timeout_minutes=45"}) + require.NoError(t, err) + assert.Equal(t, 16, cfg.Compute.NumAccelerators) + require.NotNil(t, cfg.TimeoutMinutes) + assert.Equal(t, 45, *cfg.TimeoutMinutes) + }) + + t.Run("free-form env var adds a key as a string", func(t *testing.T) { + cfg, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"env_variables.RANK=0"}) + require.NoError(t, err) + // A numeric-looking value stays a string because env_variables is map[string]string. + assert.Equal(t, "0", cfg.EnvVariables["RANK"]) + }) + + t.Run("intermediate maps are auto-created", func(t *testing.T) { + cfg, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"environment.docker_image.url=my/img:1"}) + require.NoError(t, err) + require.NotNil(t, cfg.Environment) + require.NotNil(t, cfg.Environment.DockerImage) + assert.Equal(t, "my/img:1", cfg.Environment.DockerImage.URL) + }) + + t.Run("unknown path errors before mutation", func(t *testing.T) { + _, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"bogus=1"}) + require.ErrorContains(t, err, `"bogus" is not a known field`) + }) + + t.Run("semantic validation runs after override", func(t *testing.T) { + // 3 is a known field with a valid type, so only validate() can reject it. + _, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"compute.num_accelerators=3"}) + require.ErrorContains(t, err, "must be a multiple of 8") + }) + + t.Run("type mismatch is rejected on re-decode", func(t *testing.T) { + _, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"compute.num_accelerators=abc"}) + require.Error(t, err) + }) + + t.Run("malformed override is rejected", func(t *testing.T) { + _, err := loadRunConfigWithOverrides(t.Context(), writeConfig(t, overrideBaseConfig), []string{"compute.num_accelerators"}) + require.ErrorContains(t, err, "expected KEY=VALUE") + }) +} diff --git a/experimental/air/cmd/runsubmit_test.go b/experimental/air/cmd/runsubmit_test.go index fd5103599df..dcd9dd8eeca 100644 --- a/experimental/air/cmd/runsubmit_test.go +++ b/experimental/air/cmd/runsubmit_test.go @@ -156,6 +156,39 @@ func TestSubmitWorkload(t *testing.T) { assert.Equal(t, jobs.ComputeSpec{AcceleratorType: jobs.ComputeSpecAcceleratorTypeGpu1xH100, AcceleratorCount: 1}, d.Compute) } +// TestSubmitWorkloadHonorsOverride proves a --override reaches the actual +// runs/submit payload on a real submit, not just dry-run validation: the config +// pins num_accelerators=1, the override bumps it to 4, and the recorded request +// body must carry 4. +func TestSubmitWorkloadHonorsOverride(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + // Register before AddDefaultHandlers: the router is first-wins, so this must + // claim the route ahead of the default jobs/runs/submit handler. + var got jobs.SubmitRun + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + require.NoError(t, json.Unmarshal(req.Body, &got)) + return jobs.SubmitRunResponse{RunId: 777} + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + + cfgPath := writeConfigFile(t, "run.yaml", minimalConfig) + cfg, err := loadRunConfigWithOverrides(t.Context(), cfgPath, []string{"compute.num_accelerators=4"}) + require.NoError(t, err) + + _, _, err = submitWorkload(t.Context(), w, cfg, cfgPath, "idem-key") + require.NoError(t, err) + + require.Len(t, got.Tasks, 1) + at := got.Tasks[0].AiRuntimeTask + require.NotNil(t, at) + require.Len(t, at.Deployments, 1) + assert.Equal(t, 4, at.Deployments[0].Compute.AcceleratorCount) +} + // TestSubmitWorkloadWithCodeSource exercises the snapshot path end to end: a // git-pinned code_source is packaged, uploaded, and its paths attached to the task. func TestSubmitWorkloadWithCodeSource(t *testing.T) { From 046a95365e36afbe44d383bace9f093051b4d23f Mon Sep 17 00:00:00 2001 From: riddhibhagwat-db Date: Fri, 17 Jul 2026 14:16:39 -0700 Subject: [PATCH 03/15] AIR CLI: address review feedback on renderer, hyperlink, and test config (#5968) Post-merge cleanup for the experimental AIR CLI (follow-up to #5847, which squash-merged `air-cli` into `main`). This commit was made after that merge, so it is not yet in `main`. - Remove a hardcoded email from `render_test.go` (use `user@example.com`). - `list_tui.go`: use the existing `cmdio.IsPromptSupported` instead of the air-added `IsPagerSupported`; drop `IsPagerSupported` from `libs/cmdio/io.go` since it is no longer used. - `format.go`: standardize on `termenv.Hyperlink` and drop the hand-rolled `osc8Link` helper (and its test). - Centralize `EnvMatrix.DATABRICKS_BUNDLE_ENGINE = []` into a shared `acceptance/experimental/air/test.toml`; remove the per-dir duplication. Stacked below the `air logs` port branch (`air-logs-m4`), which depends on the centralized `test.toml` introduced here. This pull request and its description were written by Isaac. --------- Signed-off-by: Lennart Kats Co-authored-by: radakam <55745584+radakam@users.noreply.github.com> Co-authored-by: Lennart Kats (databricks) Co-authored-by: Jan N Rose Co-authored-by: Grigory Panov Co-authored-by: Andrew Nester Co-authored-by: Pieter Noordhuis --- .github/workflows/changelog-preview.yml | 17 +- .nextchanges/bundles/5818.md | 1 + .../bundle-generate-job-download-script.md | 1 + .../cli/filer-gcs-recursive-delete.md | 1 + .../home/.databrickscfg.tmpl | 10 + acceptance/auth/bundle_default_profile/script | 13 +- .../home/.databrickscfg.tmpl | 3 + acceptance/auth/host-metadata-cache/script | 6 +- .../artifact_path_with_volume/test.toml | 5 +- .../volume_doesnot_exist/test.toml | 3 - .../volume_not_deployed/test.toml | 3 - .../deploy/immutable-no-artifacts/output.txt | 6 +- acceptance/bundle/deploy/immutable/output.txt | 10 +- .../out.plan.grants.json | 8 +- .../readplan/grants-remove-principal/script | 4 +- .../bundle/generate/alert/alert.json.tmpl | 2 +- acceptance/bundle/generate/alert/output.txt | 4 +- acceptance/bundle/generate/alert/script | 2 +- .../bundle/generate/alert/script.cleanup | 1 + .../generate/auto-bind/databricks.yml.tmpl | 2 +- .../bundle/generate/auto-bind/output.txt | 4 +- .../generate/dashboard/dashboard.json.tmpl | 2 +- .../bundle/generate/dashboard/output.txt | 4 +- acceptance/bundle/generate/dashboard/script | 2 +- .../bundle/generate/dashboard/script.cleanup | 1 + .../genie_space/genie_space.json.tmpl | 2 +- .../resource/test_genie_space.genie_space.yml | 2 +- .../bundle/generate/genie_space/output.txt | 4 +- acceptance/bundle/generate/genie_space/script | 2 +- .../generate/genie_space/script.cleanup | 1 + .../spark_python_task_job/databricks.yml | 2 + .../spark_python_task_job/out.job.yml | 11 + .../spark_python_task_job/out.test.toml | 3 + .../generate/spark_python_task_job/outjob.py | 1 + .../generate/spark_python_task_job/output.txt | 10 + .../generate/spark_python_task_job/script | 1 + .../generate/spark_python_task_job/test.toml | 41 +++ .../help/bundle-generate-job/output.txt | 14 +- acceptance/bundle/invariant/test.toml | 6 + .../multi_profile/auto_select/databricks.yml | 3 + .../bundle/multi_profile/auto_select/script | 14 +- .../env_auth_skip/databricks.yml | 3 + .../bundle/multi_profile/env_auth_skip/script | 12 +- .../no_workspace_profiles/databricks.yml | 3 + .../no_workspace_profiles/script | 12 +- .../non_interactive_error/databricks.yml | 3 + .../non_interactive_error/script | 12 +- .../resources/apps/immutable/output.txt | 2 +- .../bundle/resources/grants/volumes/test.toml | 8 + .../running-endpoint/out.test.toml | 1 + .../running-endpoint/test.toml | 4 + .../pipelines/drift/parameters/databricks.yml | 12 + .../pipelines/drift/parameters/foo.py | 0 .../pipelines/drift/parameters/out.test.toml | 5 + .../pipelines/drift/parameters/output.txt | 29 ++ .../pipelines/drift/parameters/script | 11 + .../pipelines/drift/parameters/test.toml | 5 + .../empty_resources/empty_dict/output.txt | 4 + .../empty_resources/with_grants/output.txt | 4 + .../with_permissions/output.txt | 4 + .../grants_required_principal/databricks.yml | 20 ++ .../grants_required_principal/out.test.toml | 5 + .../grants_required_principal/output.txt | 13 + .../validate/grants_required_principal/script | 1 + .../grants_required_principal/test.toml | 3 + .../immutable_workspace_paths/output.txt | 4 +- .../databricks.yml | 12 + .../sql_warehouse_required_name/out.test.toml | 5 + .../sql_warehouse_required_name/output.txt | 19 ++ .../sql_warehouse_required_name/script | 1 + .../home/.databrickscfg | 7 + .../cmd/api/default-profile-vs-env/script | 18 +- .../default-profile/home/.databrickscfg.tmpl | 10 + acceptance/cmd/api/default-profile/script | 13 +- .../home/.databrickscfg.tmpl | 6 + .../cmd/api/profile-overrides-env/script | 9 +- .../home/.databrickscfg.tmpl | 4 + acceptance/cmd/api/workspace-id-none/script | 7 +- .../home/.databrickscfg.tmpl | 5 + .../account-host-with-workspace-id/script | 8 +- .../default-profile/home/.databrickscfg.tmpl | 12 + .../cmd/auth/describe/default-profile/script | 17 +- .../home/.databrickscfg.tmpl | 6 + .../describe/profile-overrides-env/script | 9 +- .../u2m-json-output/home/.databrickscfg | 3 + .../cmd/auth/describe/u2m-json-output/script | 6 - .../u2m-plaintext-config/home/.databrickscfg | 6 + .../auth/describe/u2m-plaintext-config/script | 9 - .../u2m-plaintext-env/home/.databrickscfg | 3 + .../auth/describe/u2m-plaintext-env/script | 6 - .../u2m-secure-default/home/.databrickscfg | 3 + .../auth/describe/u2m-secure-default/script | 6 - .../home/.databrickscfg.tmpl | 3 + .../auth/login/configure-serverless/script | 8 +- .../home/custom.databrickscfg | 4 + .../cmd/auth/login/custom-config-file/script | 11 +- .../home/.databrickscfg | 2 + .../login/host-arg-overrides-profile/script | 7 +- .../home/.databrickscfg.tmpl | 2 + .../cmd/auth/login/host-from-profile/script | 7 +- .../preserve-fields/home/.databrickscfg.tmpl | 6 + .../cmd/auth/login/preserve-fields/script | 13 +- .../default-profile/home/.databrickscfg.tmpl | 9 + .../cmd/auth/logout/default-profile/script | 12 +- .../delete-clears-default/home/.databrickscfg | 15 ++ .../auth/logout/delete-clears-default/script | 18 -- .../home/.databrickscfg | 6 + .../logout/delete-pat-token-profile/script | 9 - .../logout/error-cases/home/.databrickscfg | 6 + acceptance/cmd/auth/logout/error-cases/script | 9 - .../last-non-default/home/.databrickscfg.tmpl | 7 + .../cmd/auth/logout/last-non-default/script | 10 +- .../home/.databrickscfg.tmpl | 20 ++ .../cmd/auth/logout/ordering-preserved/script | 23 +- .../home/.databricks/token-cache.json | 13 + .../logout/token-only/home/.databrickscfg | 7 + acceptance/cmd/auth/logout/token-only/script | 28 +- .../cmd/auth/profiles/home/.databrickscfg | 12 + acceptance/cmd/auth/profiles/script | 17 +- .../spog-account/home/.databrickscfg.tmpl | 5 + .../cmd/auth/profiles/spog-account/script | 10 +- .../home/.databricks/token-cache.json | 9 + .../env-overrides-config/home/.databrickscfg | 7 + .../storage-modes/env-overrides-config/script | 25 +- .../invalid-config/home/.databrickscfg | 2 + .../auth/storage-modes/invalid-config/script | 5 - .../home/.databricks/token-cache.json | 9 + .../plaintext-env-default/home/.databrickscfg | 4 + .../plaintext-env-default/script | 21 +- .../switch/nominal/home/.databrickscfg.tmpl | 12 + acceptance/cmd/auth/switch/nominal/script | 17 +- .../no-args-with-profiles/home/.databrickscfg | 3 + .../auth/token/no-args-with-profiles/script | 8 +- .../clears-oauth-on-pat/home/.databrickscfg | 7 + .../cmd/configure/clears-oauth-on-pat/script | 14 +- .../home/.databrickscfg | 3 + .../script | 8 +- .../localenv/constraints-only/out.test.toml | 3 + .../localenv/constraints-only/output.txt | 53 ++++ acceptance/localenv/constraints-only/script | 1 + .../localenv/constraints-only/test.toml | 21 ++ .../localenv/env-unsupported/out.test.toml | 3 + .../localenv/env-unsupported/output.txt | 7 + acceptance/localenv/env-unsupported/script | 1 + acceptance/localenv/env-unsupported/test.toml | 22 ++ .../localenv/flag-conflict/out.test.toml | 3 + acceptance/localenv/flag-conflict/output.txt | 1 + acceptance/localenv/flag-conflict/script | 1 + acceptance/localenv/flag-conflict/test.toml | 1 + acceptance/localenv/help/out.test.toml | 3 + acceptance/localenv/help/output.txt | 43 +++ acceptance/localenv/help/script | 2 + acceptance/localenv/help/test.toml | 1 + .../job-ambiguous-compute/out.test.toml | 3 + .../localenv/job-ambiguous-compute/output.txt | 7 + .../localenv/job-ambiguous-compute/script | 1 + .../localenv/job-ambiguous-compute/test.toml | 24 ++ .../localenv/job-classic-check/out.test.toml | 3 + .../localenv/job-classic-check/output.txt | 13 + acceptance/localenv/job-classic-check/script | 1 + .../localenv/job-classic-check/test.toml | 37 +++ .../job-multicluster-mismatch/out.test.toml | 3 + .../job-multicluster-mismatch/output.txt | 7 + .../localenv/job-multicluster-mismatch/script | 1 + .../job-multicluster-mismatch/test.toml | 22 ++ .../job-serverless-check/out.test.toml | 3 + .../localenv/job-serverless-check/output.txt | 13 + .../localenv/job-serverless-check/script | 1 + .../localenv/job-serverless-check/test.toml | 37 +++ .../out.test.toml | 3 + .../output.txt | 7 + .../job-serverless-version-mismatch/script | 1 + .../job-serverless-version-mismatch/test.toml | 22 ++ acceptance/localenv/json-error/out.test.toml | 3 + acceptance/localenv/json-error/output.txt | 42 +++ acceptance/localenv/json-error/script | 1 + acceptance/localenv/json-error/test.toml | 5 + .../manager-unsupported/environment.yml | 3 + .../manager-unsupported/out.test.toml | 3 + .../localenv/manager-unsupported/output.txt | 7 + .../localenv/manager-unsupported/script | 1 + .../localenv/manager-unsupported/test.toml | 5 + acceptance/localenv/no-target/out.test.toml | 3 + acceptance/localenv/no-target/output.txt | 7 + acceptance/localenv/no-target/script | 1 + acceptance/localenv/no-target/test.toml | 5 + .../localenv/serverless-check/out.test.toml | 3 + .../localenv/serverless-check/output.txt | 13 + acceptance/localenv/serverless-check/script | 1 + .../localenv/serverless-check/test.toml | 21 ++ .../localenv/serverless-json/out.test.toml | 3 + .../localenv/serverless-json/output.txt | 54 ++++ acceptance/localenv/serverless-json/script | 1 + acceptance/localenv/serverless-json/test.toml | 21 ++ .../ssh/connect-serverless-cpu/known_hosts | 1 + .../ssh/connect-serverless-cpu/out.test.toml | 7 +- .../ssh/connect-serverless-cpu/output.txt | 39 +++ acceptance/ssh/connect-serverless-cpu/script | 29 +- .../ssh/connect-serverless-cpu/test.toml | 26 +- bundle/config/mutator/translate_paths.go | 4 +- bundle/config/validate/folder_permissions.go | 41 +-- bundle/config/validate/required.go | 71 ++++- bundle/deploy/snapshot/path.go | 6 +- bundle/deploy/snapshot/path_test.go | 4 + bundle/deploy/snapshot/upload.go | 7 +- bundle/deploy/snapshot/upload_warning_test.go | 4 + bundle/generate/downloader.go | 47 +++- bundle/generate/downloader_test.go | 92 +++++++ bundle/permissions/folder_acl.go | 177 +++++++++++++ bundle/permissions/folder_acl_test.go | 249 ++++++++++++++++++ cmd/bundle/generate/job.go | 11 +- cmd/localenv/compute.go | 36 ++- cmd/localenv/compute_test.go | 32 +++ cmd/localenv/sync.go | 9 +- internal/build/cli-compat.json | 2 +- libs/aitools/installer/installer_test.go | 2 +- libs/filer/files_client.go | 14 + libs/filer/files_client_test.go | 57 ++++ libs/localenv/target.go | 6 +- libs/localenv/target_test.go | 21 ++ libs/localenv/uv.go | 139 ++++++---- libs/localenv/uv_test.go | 52 ++++ libs/sync/filelist.go | 83 ++++++ libs/sync/filelist_test.go | 137 ++++++++++ libs/sync/sync.go | 84 +----- libs/sync/sync_test.go | 150 ----------- libs/testserver/pipelines.go | 23 ++ 227 files changed, 2513 insertions(+), 802 deletions(-) create mode 100644 .nextchanges/bundles/5818.md create mode 100644 .nextchanges/bundles/bundle-generate-job-download-script.md create mode 100644 .nextchanges/cli/filer-gcs-recursive-delete.md create mode 100644 acceptance/auth/bundle_default_profile/home/.databrickscfg.tmpl create mode 100644 acceptance/auth/host-metadata-cache/home/.databrickscfg.tmpl delete mode 100644 acceptance/bundle/artifacts/artifact_path_with_volume/volume_doesnot_exist/test.toml create mode 100644 acceptance/bundle/generate/alert/script.cleanup create mode 100644 acceptance/bundle/generate/dashboard/script.cleanup create mode 100644 acceptance/bundle/generate/genie_space/script.cleanup create mode 100644 acceptance/bundle/generate/spark_python_task_job/databricks.yml create mode 100644 acceptance/bundle/generate/spark_python_task_job/out.job.yml create mode 100644 acceptance/bundle/generate/spark_python_task_job/out.test.toml create mode 100644 acceptance/bundle/generate/spark_python_task_job/outjob.py create mode 100644 acceptance/bundle/generate/spark_python_task_job/output.txt create mode 100644 acceptance/bundle/generate/spark_python_task_job/script create mode 100644 acceptance/bundle/generate/spark_python_task_job/test.toml create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/databricks.yml create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/foo.py create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/out.test.toml create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/output.txt create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/script create mode 100644 acceptance/bundle/resources/pipelines/drift/parameters/test.toml create mode 100644 acceptance/bundle/validate/grants_required_principal/databricks.yml create mode 100644 acceptance/bundle/validate/grants_required_principal/out.test.toml create mode 100644 acceptance/bundle/validate/grants_required_principal/output.txt create mode 100644 acceptance/bundle/validate/grants_required_principal/script create mode 100644 acceptance/bundle/validate/grants_required_principal/test.toml create mode 100644 acceptance/bundle/validate/sql_warehouse_required_name/databricks.yml create mode 100644 acceptance/bundle/validate/sql_warehouse_required_name/out.test.toml create mode 100644 acceptance/bundle/validate/sql_warehouse_required_name/output.txt create mode 100644 acceptance/bundle/validate/sql_warehouse_required_name/script create mode 100644 acceptance/cmd/api/default-profile-vs-env/home/.databrickscfg create mode 100644 acceptance/cmd/api/default-profile/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/api/profile-overrides-env/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/api/workspace-id-none/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/describe/account-host-with-workspace-id/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/describe/default-profile/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/describe/profile-overrides-env/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/describe/u2m-json-output/home/.databrickscfg create mode 100644 acceptance/cmd/auth/describe/u2m-plaintext-config/home/.databrickscfg create mode 100644 acceptance/cmd/auth/describe/u2m-plaintext-env/home/.databrickscfg create mode 100644 acceptance/cmd/auth/describe/u2m-secure-default/home/.databrickscfg create mode 100644 acceptance/cmd/auth/login/configure-serverless/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/login/custom-config-file/home/custom.databrickscfg create mode 100644 acceptance/cmd/auth/login/host-arg-overrides-profile/home/.databrickscfg create mode 100644 acceptance/cmd/auth/login/host-from-profile/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/login/preserve-fields/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/logout/default-profile/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/logout/delete-clears-default/home/.databrickscfg create mode 100644 acceptance/cmd/auth/logout/delete-pat-token-profile/home/.databrickscfg create mode 100644 acceptance/cmd/auth/logout/error-cases/home/.databrickscfg create mode 100644 acceptance/cmd/auth/logout/last-non-default/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/logout/ordering-preserved/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/logout/token-only/home/.databricks/token-cache.json create mode 100644 acceptance/cmd/auth/logout/token-only/home/.databrickscfg create mode 100644 acceptance/cmd/auth/profiles/home/.databrickscfg create mode 100644 acceptance/cmd/auth/profiles/spog-account/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databricks/token-cache.json create mode 100644 acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databrickscfg create mode 100644 acceptance/cmd/auth/storage-modes/invalid-config/home/.databrickscfg create mode 100644 acceptance/cmd/auth/storage-modes/plaintext-env-default/home/.databricks/token-cache.json create mode 100644 acceptance/cmd/auth/storage-modes/plaintext-env-default/home/.databrickscfg create mode 100644 acceptance/cmd/auth/switch/nominal/home/.databrickscfg.tmpl create mode 100644 acceptance/cmd/auth/token/no-args-with-profiles/home/.databrickscfg create mode 100644 acceptance/cmd/configure/clears-oauth-on-pat/home/.databrickscfg create mode 100644 acceptance/cmd/configure/clears-serverless-when-cluster-from-env/home/.databrickscfg create mode 100644 acceptance/localenv/constraints-only/out.test.toml create mode 100644 acceptance/localenv/constraints-only/output.txt create mode 100644 acceptance/localenv/constraints-only/script create mode 100644 acceptance/localenv/constraints-only/test.toml create mode 100644 acceptance/localenv/env-unsupported/out.test.toml create mode 100644 acceptance/localenv/env-unsupported/output.txt create mode 100644 acceptance/localenv/env-unsupported/script create mode 100644 acceptance/localenv/env-unsupported/test.toml create mode 100644 acceptance/localenv/flag-conflict/out.test.toml create mode 100644 acceptance/localenv/flag-conflict/output.txt create mode 100644 acceptance/localenv/flag-conflict/script create mode 100644 acceptance/localenv/flag-conflict/test.toml create mode 100644 acceptance/localenv/help/out.test.toml create mode 100644 acceptance/localenv/help/output.txt create mode 100644 acceptance/localenv/help/script create mode 100644 acceptance/localenv/help/test.toml create mode 100644 acceptance/localenv/job-ambiguous-compute/out.test.toml create mode 100644 acceptance/localenv/job-ambiguous-compute/output.txt create mode 100644 acceptance/localenv/job-ambiguous-compute/script create mode 100644 acceptance/localenv/job-ambiguous-compute/test.toml create mode 100644 acceptance/localenv/job-classic-check/out.test.toml create mode 100644 acceptance/localenv/job-classic-check/output.txt create mode 100644 acceptance/localenv/job-classic-check/script create mode 100644 acceptance/localenv/job-classic-check/test.toml create mode 100644 acceptance/localenv/job-multicluster-mismatch/out.test.toml create mode 100644 acceptance/localenv/job-multicluster-mismatch/output.txt create mode 100644 acceptance/localenv/job-multicluster-mismatch/script create mode 100644 acceptance/localenv/job-multicluster-mismatch/test.toml create mode 100644 acceptance/localenv/job-serverless-check/out.test.toml create mode 100644 acceptance/localenv/job-serverless-check/output.txt create mode 100644 acceptance/localenv/job-serverless-check/script create mode 100644 acceptance/localenv/job-serverless-check/test.toml create mode 100644 acceptance/localenv/job-serverless-version-mismatch/out.test.toml create mode 100644 acceptance/localenv/job-serverless-version-mismatch/output.txt create mode 100644 acceptance/localenv/job-serverless-version-mismatch/script create mode 100644 acceptance/localenv/job-serverless-version-mismatch/test.toml create mode 100644 acceptance/localenv/json-error/out.test.toml create mode 100644 acceptance/localenv/json-error/output.txt create mode 100644 acceptance/localenv/json-error/script create mode 100644 acceptance/localenv/json-error/test.toml create mode 100644 acceptance/localenv/manager-unsupported/environment.yml create mode 100644 acceptance/localenv/manager-unsupported/out.test.toml create mode 100644 acceptance/localenv/manager-unsupported/output.txt create mode 100644 acceptance/localenv/manager-unsupported/script create mode 100644 acceptance/localenv/manager-unsupported/test.toml create mode 100644 acceptance/localenv/no-target/out.test.toml create mode 100644 acceptance/localenv/no-target/output.txt create mode 100644 acceptance/localenv/no-target/script create mode 100644 acceptance/localenv/no-target/test.toml create mode 100644 acceptance/localenv/serverless-check/out.test.toml create mode 100644 acceptance/localenv/serverless-check/output.txt create mode 100644 acceptance/localenv/serverless-check/script create mode 100644 acceptance/localenv/serverless-check/test.toml create mode 100644 acceptance/localenv/serverless-json/out.test.toml create mode 100644 acceptance/localenv/serverless-json/output.txt create mode 100644 acceptance/localenv/serverless-json/script create mode 100644 acceptance/localenv/serverless-json/test.toml create mode 100644 acceptance/ssh/connect-serverless-cpu/known_hosts create mode 100644 bundle/permissions/folder_acl.go create mode 100644 bundle/permissions/folder_acl_test.go create mode 100644 cmd/localenv/compute_test.go create mode 100644 libs/filer/files_client_test.go create mode 100644 libs/sync/filelist.go create mode 100644 libs/sync/filelist_test.go delete mode 100644 libs/sync/sync_test.go diff --git a/.github/workflows/changelog-preview.yml b/.github/workflows/changelog-preview.yml index 1baa786f683..ebe37e52dd3 100644 --- a/.github/workflows/changelog-preview.yml +++ b/.github/workflows/changelog-preview.yml @@ -1,12 +1,14 @@ name: Changelog Preview -# Renders the CHANGELOG.md section the next release would generate from this -# PR's .nextchanges/ fragments into this check's job summary, so reviewers see -# the rendered changelog without cutting a release. Fails the check if a -# fragment is misplaced (so it can't be silently skipped by the renderer). +# Renders the CHANGELOG.md section the next release would generate from the +# .nextchanges/ fragments into this check's job summary, so reviewers see the +# rendered changelog without cutting a release. Fails the check if a fragment +# is misplaced (so it can't be silently skipped by the renderer). # -# Uses `pull_request` with a read-only token: it renders the PR's own -# .nextchanges/ content and never needs write credentials. +# Runs on pull requests (rendering the PR's own .nextchanges/ content) and on +# pushes to main (so anyone can view the preview for any commit on main). Uses +# a read-only token: it only reads .nextchanges/ and never needs write +# credentials. on: pull_request: types: [opened, reopened, synchronize] @@ -15,6 +17,9 @@ on: - "internal/genkit/**" - "tools/validate_nextchanges.py" - "tools/update_github_links.py" + push: + branches: + - main permissions: contents: read diff --git a/.nextchanges/bundles/5818.md b/.nextchanges/bundles/5818.md new file mode 100644 index 00000000000..5156b3b2a35 --- /dev/null +++ b/.nextchanges/bundles/5818.md @@ -0,0 +1 @@ +* `bundle validate` now reports a clear error when a `sql_warehouse` is missing a `name` (including whitespace-only names), and a warning when a grant is missing a `principal` ([#5818](https://github.com/databricks/cli/pull/5818)). diff --git a/.nextchanges/bundles/bundle-generate-job-download-script.md b/.nextchanges/bundles/bundle-generate-job-download-script.md new file mode 100644 index 00000000000..14c29808030 --- /dev/null +++ b/.nextchanges/bundles/bundle-generate-job-download-script.md @@ -0,0 +1 @@ +* `bundle generate job` can now download workspace files referenced by `spark_python_task`, rewriting them to a relative path like it already does for notebooks. This is opt-in via the `--download-spark-python-files` flag ([#5799](https://github.com/databricks/cli/pull/5799)). diff --git a/.nextchanges/cli/filer-gcs-recursive-delete.md b/.nextchanges/cli/filer-gcs-recursive-delete.md new file mode 100644 index 00000000000..19f446a1b65 --- /dev/null +++ b/.nextchanges/cli/filer-gcs-recursive-delete.md @@ -0,0 +1 @@ +Fixed `databricks fs rm -r` failing on UC Volumes backed by GCS when a directory becomes empty during recursive deletion ([#5958](https://github.com/databricks/cli/pull/5958)). diff --git a/acceptance/auth/bundle_default_profile/home/.databrickscfg.tmpl b/acceptance/auth/bundle_default_profile/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..0c00242c066 --- /dev/null +++ b/acceptance/auth/bundle_default_profile/home/.databrickscfg.tmpl @@ -0,0 +1,10 @@ +[default-target] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN + +[other] +host = https://other.test +token = other-token + +[__settings__] +default_profile = default-target diff --git a/acceptance/auth/bundle_default_profile/script b/acceptance/auth/bundle_default_profile/script index 793176c4b52..2baefcbe139 100644 --- a/acceptance/auth/bundle_default_profile/script +++ b/acceptance/auth/bundle_default_profile/script @@ -3,18 +3,7 @@ sethome "./home" # Save the test server host so we can pin a bundle-with-host variant below. host_value="$DATABRICKS_HOST" -cat > "./home/.databrickscfg" < "./home/.databrickscfg" unset DATABRICKS_HOST unset DATABRICKS_TOKEN diff --git a/acceptance/auth/host-metadata-cache/home/.databrickscfg.tmpl b/acceptance/auth/host-metadata-cache/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..4c721cd96de --- /dev/null +++ b/acceptance/auth/host-metadata-cache/home/.databrickscfg.tmpl @@ -0,0 +1,3 @@ +[cached] +host = ${DATABRICKS_HOST} +token = test-token diff --git a/acceptance/auth/host-metadata-cache/script b/acceptance/auth/host-metadata-cache/script index dd64d1b98a6..31f989aba0d 100644 --- a/acceptance/auth/host-metadata-cache/script +++ b/acceptance/auth/host-metadata-cache/script @@ -4,11 +4,7 @@ export DATABRICKS_CACHE_DIR="$TEST_TMP_DIR/cache" # Point a profile at the mock server so auth profiles triggers a host metadata # fetch. Validation must stay on: --skip-validate resolves offline and would # never fetch or populate the cache. -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "First invocation populates the cache\n" $CLI auth profiles --output json diff --git a/acceptance/bundle/artifacts/artifact_path_with_volume/test.toml b/acceptance/bundle/artifacts/artifact_path_with_volume/test.toml index 319c56cdfe0..3cdc8a1736a 100644 --- a/acceptance/bundle/artifacts/artifact_path_with_volume/test.toml +++ b/acceptance/bundle/artifacts/artifact_path_with_volume/test.toml @@ -1,3 +1,6 @@ -Local = false +Local = true Cloud = true +RequiresUnityCatalog = true + +# Overrides RecordRequests = true set by the artifacts parent test.toml. RecordRequests = false diff --git a/acceptance/bundle/artifacts/artifact_path_with_volume/volume_doesnot_exist/test.toml b/acceptance/bundle/artifacts/artifact_path_with_volume/volume_doesnot_exist/test.toml deleted file mode 100644 index f5706bb0af4..00000000000 --- a/acceptance/bundle/artifacts/artifact_path_with_volume/volume_doesnot_exist/test.toml +++ /dev/null @@ -1,3 +0,0 @@ -Local = true -Cloud = true -RequiresUnityCatalog = true diff --git a/acceptance/bundle/artifacts/artifact_path_with_volume/volume_not_deployed/test.toml b/acceptance/bundle/artifacts/artifact_path_with_volume/volume_not_deployed/test.toml index 492e91e8d7b..de4b4cf2fc3 100644 --- a/acceptance/bundle/artifacts/artifact_path_with_volume/volume_not_deployed/test.toml +++ b/acceptance/bundle/artifacts/artifact_path_with_volume/volume_not_deployed/test.toml @@ -1,4 +1 @@ Badness = "Requires two bundles; one for volumes, another for artifacts. Ideally it would just work but today we first upload then deploy, so it does not fit in that architecture." -Local = true -Cloud = true -RequiresUnityCatalog = true diff --git a/acceptance/bundle/deploy/immutable-no-artifacts/output.txt b/acceptance/bundle/deploy/immutable-no-artifacts/output.txt index 44360ad4ea6..3fc999917ab 100644 --- a/acceptance/bundle/deploy/immutable-no-artifacts/output.txt +++ b/acceptance/bundle/deploy/immutable-no-artifacts/output.txt @@ -15,13 +15,13 @@ Updating deployment state... Deployment complete! >>> [CLI] jobs get [NUMID] -"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/files/src/main.py" +"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/files/src/main.py" >>> [CLI] jobs get [NUMID] -"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/files/src/notebook" +"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/files/src/notebook" >>> [CLI] jobs get [NUMID] -"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/files/some_path" +"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/files/some_path" >>> [CLI] bundle destroy --auto-approve The following resources will be deleted: diff --git a/acceptance/bundle/deploy/immutable/output.txt b/acceptance/bundle/deploy/immutable/output.txt index 211282542bd..dcc78a79103 100644 --- a/acceptance/bundle/deploy/immutable/output.txt +++ b/acceptance/bundle/deploy/immutable/output.txt @@ -13,7 +13,7 @@ Building python_artifact... [ { "notebook_task": { - "notebook_path": "${workspace.snapshot_path}/src/files/src/notebook" + "notebook_path": "${workspace.snapshot_path}/files/src/notebook" }, "task_key": "notebook_task" }, @@ -28,7 +28,7 @@ Building python_artifact... { "environment_key": "env", "spark_python_task": { - "python_file": "${workspace.snapshot_path}/src/files/src/main.py" + "python_file": "${workspace.snapshot_path}/files/src/main.py" }, "task_key": "spark_python_task" } @@ -42,14 +42,14 @@ Updating deployment state... Deployment complete! >>> [CLI] jobs get [NUMID] -"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/files/src/main.py" +"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/files/src/main.py" >>> [CLI] jobs get [NUMID] -"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/files/src/notebook" +"/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/files/src/notebook" >>> [CLI] jobs get [NUMID] [ - "/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/src/artifacts/.internal/immutable-0.0.1-py3-none-any.whl" + "/Workspace/Users/[UUID]/.snapshots/[UUID]/[SNAPSHOT_HASH]/artifacts/.internal/immutable-0.0.1-py3-none-any.whl" ] >>> [CLI] bundle destroy --auto-approve diff --git a/acceptance/bundle/deploy/readplan/grants-remove-principal/out.plan.grants.json b/acceptance/bundle/deploy/readplan/grants-remove-principal/out.plan.grants.json index 79ead177c6a..0b90f0b19e6 100644 --- a/acceptance/bundle/deploy/readplan/grants-remove-principal/out.plan.grants.json +++ b/acceptance/bundle/deploy/readplan/grants-remove-principal/out.plan.grants.json @@ -25,15 +25,15 @@ "full_name": "main.myschema", "__embed__": [ { - "principal": "[USERNAME]", + "principal": "extra@example.test", "privileges": [ - "USE_SCHEMA" + "CREATE_TABLE" ] }, { - "principal": "extra@example.test", + "principal": "[USERNAME]", "privileges": [ - "CREATE_TABLE" + "USE_SCHEMA" ] } ] diff --git a/acceptance/bundle/deploy/readplan/grants-remove-principal/script b/acceptance/bundle/deploy/readplan/grants-remove-principal/script index df94954d5a9..a0625c5653d 100644 --- a/acceptance/bundle/deploy/readplan/grants-remove-principal/script +++ b/acceptance/bundle/deploy/readplan/grants-remove-principal/script @@ -12,8 +12,10 @@ trace print_requests.py //unity-catalog/permissions --sort grep -v 'TO_REMOVE' databricks.yml > updated.yml && mv updated.yml databricks.yml # Generate update plan: entry.RemoteState captures both principals as GrantsState. +# remote_state.__embed__ principal order is non-deterministic (the backend, and the +# testserver mirroring it, iterate a map), so sort it by principal for a stable golden. trace $CLI bundle plan -o json > tmp.plan.json -jq '.plan["resources.schemas.myschema.grants"]' tmp.plan.json > out.plan.grants.json +jq '.plan["resources.schemas.myschema.grants"] | .remote_state.__embed__ |= sort_by(.principal)' tmp.plan.json > out.plan.grants.json trace print_requests.py --get //unity-catalog/permissions --sort # Deploy from serialized plan (READPLAN=1) or without (READPLAN=""). diff --git a/acceptance/bundle/generate/alert/alert.json.tmpl b/acceptance/bundle/generate/alert/alert.json.tmpl index a085d681174..463c9236c12 100644 --- a/acceptance/bundle/generate/alert/alert.json.tmpl +++ b/acceptance/bundle/generate/alert/alert.json.tmpl @@ -1,6 +1,6 @@ { "display_name": "test alert", - "parent_path": "/Workspace/test-$UNIQUE_NAME", + "parent_path": "/Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME", "query_text": "SELECT 1\n as value", "warehouse_id": "$TEST_DEFAULT_WAREHOUSE_ID", "evaluation": { diff --git a/acceptance/bundle/generate/alert/output.txt b/acceptance/bundle/generate/alert/output.txt index 8503daa3568..774cd68f1ca 100644 --- a/acceptance/bundle/generate/alert/output.txt +++ b/acceptance/bundle/generate/alert/output.txt @@ -1,5 +1,5 @@ ->>> [CLI] workspace mkdirs /Workspace/test-[UNIQUE_NAME] +>>> [CLI] workspace mkdirs /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] >>> [CLI] bundle generate alert --existing-id [ALERT_ID] --source-dir out/alert --config-dir out/resource Alert configuration successfully saved to [TEST_TMP_DIR]/out/resource/test_alert.alert.yml @@ -12,3 +12,5 @@ so it will not be deployed. Add a matching entry to the 'include' section, for e include: - out/resource/*.yml + +>>> [CLI] workspace delete /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] --recursive diff --git a/acceptance/bundle/generate/alert/script b/acceptance/bundle/generate/alert/script index 85620755c3f..ed533cdf933 100644 --- a/acceptance/bundle/generate/alert/script +++ b/acceptance/bundle/generate/alert/script @@ -1,4 +1,4 @@ -trace $CLI workspace mkdirs /Workspace/test-$UNIQUE_NAME +trace $CLI workspace mkdirs /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME # create an alert to import envsubst < alert.json.tmpl > alert.json diff --git a/acceptance/bundle/generate/alert/script.cleanup b/acceptance/bundle/generate/alert/script.cleanup new file mode 100644 index 00000000000..df9daf87f47 --- /dev/null +++ b/acceptance/bundle/generate/alert/script.cleanup @@ -0,0 +1 @@ +trace $CLI workspace delete /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME --recursive diff --git a/acceptance/bundle/generate/auto-bind/databricks.yml.tmpl b/acceptance/bundle/generate/auto-bind/databricks.yml.tmpl index c58a4bbd14c..49ff482e7f0 100644 --- a/acceptance/bundle/generate/auto-bind/databricks.yml.tmpl +++ b/acceptance/bundle/generate/auto-bind/databricks.yml.tmpl @@ -2,7 +2,7 @@ bundle: name: auto-bind-test workspace: - root_path: /tmp/${UNIQUE_NAME} + root_path: ~/.bundle/auto-bind-test-${UNIQUE_NAME} include: - resources/*.yml diff --git a/acceptance/bundle/generate/auto-bind/output.txt b/acceptance/bundle/generate/auto-bind/output.txt index fd574b5f7b2..32063209b9b 100644 --- a/acceptance/bundle/generate/auto-bind/output.txt +++ b/acceptance/bundle/generate/auto-bind/output.txt @@ -21,7 +21,7 @@ test.py === Deploy the bound job: >>> [CLI] bundle deploy -Uploading bundle files to /Workspace/tmp/[UNIQUE_NAME]/files... +Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/auto-bind-test-[UNIQUE_NAME]/files... Deploying resources... Updating deployment state... Deployment complete! @@ -31,7 +31,7 @@ Deployment complete! The following resources will be deleted: delete resources.jobs.test_job -All files and directories at the following location will be deleted: /Workspace/tmp/[UNIQUE_NAME] +All files and directories at the following location will be deleted: /Workspace/Users/[USERNAME]/.bundle/auto-bind-test-[UNIQUE_NAME] Deleting files... Destroy complete! diff --git a/acceptance/bundle/generate/dashboard/dashboard.json.tmpl b/acceptance/bundle/generate/dashboard/dashboard.json.tmpl index c6c73dd259f..517a16b6c54 100644 --- a/acceptance/bundle/generate/dashboard/dashboard.json.tmpl +++ b/acceptance/bundle/generate/dashboard/dashboard.json.tmpl @@ -1,5 +1,5 @@ { "display_name": "test dashboard", - "parent_path": "/Workspace/test-$UNIQUE_NAME", + "parent_path": "/Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME", "serialized_dashboard": "{\"pages\":[{\"displayName\":\"New Page\",\"layout\":[],\"name\":\"12345678\"}]}" } diff --git a/acceptance/bundle/generate/dashboard/output.txt b/acceptance/bundle/generate/dashboard/output.txt index 4ff194d800f..095e084f0a8 100644 --- a/acceptance/bundle/generate/dashboard/output.txt +++ b/acceptance/bundle/generate/dashboard/output.txt @@ -1,5 +1,5 @@ ->>> [CLI] workspace mkdirs /Workspace/test-[UNIQUE_NAME] +>>> [CLI] workspace mkdirs /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] >>> [CLI] bundle generate dashboard --existing-id [DASHBOARD_ID] --dashboard-dir out/dashboard --resource-dir out/resource Writing dashboard to out/dashboard/test_dashboard.lvdash.json @@ -12,3 +12,5 @@ so it will not be deployed. Add a matching entry to the 'include' section, for e include: - out/resource/*.yml + +>>> [CLI] workspace delete /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] --recursive diff --git a/acceptance/bundle/generate/dashboard/script b/acceptance/bundle/generate/dashboard/script index a982ef547d4..aea3a6a694d 100644 --- a/acceptance/bundle/generate/dashboard/script +++ b/acceptance/bundle/generate/dashboard/script @@ -1,4 +1,4 @@ -trace $CLI workspace mkdirs /Workspace/test-$UNIQUE_NAME +trace $CLI workspace mkdirs /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME # create a dashboard to import envsubst < dashboard.json.tmpl > dashboard.json diff --git a/acceptance/bundle/generate/dashboard/script.cleanup b/acceptance/bundle/generate/dashboard/script.cleanup new file mode 100644 index 00000000000..df9daf87f47 --- /dev/null +++ b/acceptance/bundle/generate/dashboard/script.cleanup @@ -0,0 +1 @@ +trace $CLI workspace delete /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME --recursive diff --git a/acceptance/bundle/generate/genie_space/genie_space.json.tmpl b/acceptance/bundle/generate/genie_space/genie_space.json.tmpl index 2056f3061ef..2692e17dfca 100644 --- a/acceptance/bundle/generate/genie_space/genie_space.json.tmpl +++ b/acceptance/bundle/generate/genie_space/genie_space.json.tmpl @@ -1,7 +1,7 @@ { "title": "test genie space", "description": "test description", - "parent_path": "/Workspace/test-$UNIQUE_NAME", + "parent_path": "/Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME", "warehouse_id": "test-warehouse-id", "serialized_space": "{\"tables\":[],\"questions\":[]}" } diff --git a/acceptance/bundle/generate/genie_space/out/resource/test_genie_space.genie_space.yml b/acceptance/bundle/generate/genie_space/out/resource/test_genie_space.genie_space.yml index 1471a901344..c383564eadf 100644 --- a/acceptance/bundle/generate/genie_space/out/resource/test_genie_space.genie_space.yml +++ b/acceptance/bundle/generate/genie_space/out/resource/test_genie_space.genie_space.yml @@ -5,4 +5,4 @@ resources: warehouse_id: test-warehouse-id file_path: ../genie_space/test_genie_space.geniespace.json description: test description - parent_path: /Workspace/test-[UNIQUE_NAME] + parent_path: /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] diff --git a/acceptance/bundle/generate/genie_space/output.txt b/acceptance/bundle/generate/genie_space/output.txt index 68334c9c1d1..4a36ad952d6 100644 --- a/acceptance/bundle/generate/genie_space/output.txt +++ b/acceptance/bundle/generate/genie_space/output.txt @@ -1,5 +1,5 @@ ->>> [CLI] workspace mkdirs /Workspace/test-[UNIQUE_NAME] +>>> [CLI] workspace mkdirs /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] >>> [CLI] bundle generate genie-space --existing-id [GENIE_SPACE_ID] --genie-space-dir out/genie_space --resource-dir out/resource Writing genie space to out/genie_space/test_genie_space.geniespace.json @@ -12,3 +12,5 @@ so it will not be deployed. Add a matching entry to the 'include' section, for e include: - out/resource/*.yml + +>>> [CLI] workspace delete /Workspace/Users/[USERNAME]/test-[UNIQUE_NAME] --recursive diff --git a/acceptance/bundle/generate/genie_space/script b/acceptance/bundle/generate/genie_space/script index 8e2fa32170a..246d008be45 100644 --- a/acceptance/bundle/generate/genie_space/script +++ b/acceptance/bundle/generate/genie_space/script @@ -1,4 +1,4 @@ -trace $CLI workspace mkdirs /Workspace/test-$UNIQUE_NAME +trace $CLI workspace mkdirs /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME # create a genie space to import envsubst < genie_space.json.tmpl > genie_space.json diff --git a/acceptance/bundle/generate/genie_space/script.cleanup b/acceptance/bundle/generate/genie_space/script.cleanup new file mode 100644 index 00000000000..df9daf87f47 --- /dev/null +++ b/acceptance/bundle/generate/genie_space/script.cleanup @@ -0,0 +1 @@ +trace $CLI workspace delete /Workspace/Users/$CURRENT_USER_NAME/test-$UNIQUE_NAME --recursive diff --git a/acceptance/bundle/generate/spark_python_task_job/databricks.yml b/acceptance/bundle/generate/spark_python_task_job/databricks.yml new file mode 100644 index 00000000000..7419eb67c8a --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/databricks.yml @@ -0,0 +1,2 @@ +bundle: + name: spark_python_task_job diff --git a/acceptance/bundle/generate/spark_python_task_job/out.job.yml b/acceptance/bundle/generate/spark_python_task_job/out.job.yml new file mode 100644 index 00000000000..091ed6b6726 --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/out.job.yml @@ -0,0 +1,11 @@ +resources: + jobs: + out: + name: sparkpythonjob + tasks: + - task_key: workspace_file_task + spark_python_task: + python_file: outjob.py + - task_key: cloud_uri_task + spark_python_task: + python_file: dbfs:/FileStore/job.py diff --git a/acceptance/bundle/generate/spark_python_task_job/out.test.toml b/acceptance/bundle/generate/spark_python_task_job/out.test.toml new file mode 100644 index 00000000000..f784a183258 --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["terraform", "direct"] diff --git a/acceptance/bundle/generate/spark_python_task_job/outjob.py b/acceptance/bundle/generate/spark_python_task_job/outjob.py new file mode 100644 index 00000000000..7df869a15e7 --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/outjob.py @@ -0,0 +1 @@ +print("Hello, World!") diff --git a/acceptance/bundle/generate/spark_python_task_job/output.txt b/acceptance/bundle/generate/spark_python_task_job/output.txt new file mode 100644 index 00000000000..7bff1e49496 --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/output.txt @@ -0,0 +1,10 @@ +File successfully saved to outjob.py +Job configuration successfully saved to out.job.yml +Warning: Generated configuration is not included in the bundle + +The file out.job.yml is not matched by any pattern in the 'include' section of databricks.yml, +so it will not be deployed. Add a matching entry to the 'include' section, for example: + +include: + - *.yml + diff --git a/acceptance/bundle/generate/spark_python_task_job/script b/acceptance/bundle/generate/spark_python_task_job/script new file mode 100644 index 00000000000..a1131f4c5dd --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/script @@ -0,0 +1 @@ +$CLI bundle generate job --existing-job-id 1234 --config-dir . --key out --force --source-dir . --download-spark-python-files diff --git a/acceptance/bundle/generate/spark_python_task_job/test.toml b/acceptance/bundle/generate/spark_python_task_job/test.toml new file mode 100644 index 00000000000..6ee12cc669b --- /dev/null +++ b/acceptance/bundle/generate/spark_python_task_job/test.toml @@ -0,0 +1,41 @@ +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 11223344, + "settings": { + "name": "sparkpythonjob", + "tasks": [ + { + "task_key": "workspace_file_task", + "spark_python_task": { + "python_file": "/Workspace/Users/tester@databricks.com/outjob.py" + } + }, + { + "task_key": "cloud_uri_task", + "spark_python_task": { + "python_file": "dbfs:/FileStore/job.py" + } + } + ] + } +} +''' + +[[Server]] +Pattern = "GET /api/2.0/workspace/get-status" +Response.Body = ''' +{ + "path": "/Workspace/Users/tester@databricks.com/outjob.py", + "object_type": "FILE", + "language": "PYTHON", + "repos_export_format": "SOURCE" +} +''' + +[[Server]] +Pattern = "GET /api/2.0/workspace/export" +Response.Body = ''' +print("Hello, World!") +''' diff --git a/acceptance/bundle/help/bundle-generate-job/output.txt b/acceptance/bundle/help/bundle-generate-job/output.txt index f239691ab6a..092babc9af9 100644 --- a/acceptance/bundle/help/bundle-generate-job/output.txt +++ b/acceptance/bundle/help/bundle-generate-job/output.txt @@ -18,7 +18,8 @@ Examples: What gets generated: - Job configuration YAML file in the resources directory -- Any associated notebook or Python files in the source directory +- Any associated notebook files in the source directory +- Any associated python spark files in the source directory, if --download-spark-python-files is provided After generation, you can deploy this job to other targets using: databricks bundle deploy --target staging @@ -28,11 +29,12 @@ Usage: databricks bundle generate job [flags] Flags: - -d, --config-dir string Dir path where the output config will be stored (default "resources") - --existing-job-id int Job ID of the job to generate config for - -f, --force Force overwrite existing files in the output directory - -h, --help help for job - -s, --source-dir string Dir path where the downloaded files will be stored (default "src") + -d, --config-dir string Dir path where the output config will be stored (default "resources") + --download-spark-python-files download workspace files referenced by spark_python_task and rewrite them to a relative path + --existing-job-id int Job ID of the job to generate config for + -f, --force Force overwrite existing files in the output directory + -h, --help help for job + -s, --source-dir string Dir path where the downloaded files will be stored (default "src") Global Flags: --debug enable debug logging diff --git a/acceptance/bundle/invariant/test.toml b/acceptance/bundle/invariant/test.toml index dd1b0f9104a..bd8f84aa6db 100644 --- a/acceptance/bundle/invariant/test.toml +++ b/acceptance/bundle/invariant/test.toml @@ -97,6 +97,12 @@ no_postgres_synced_table_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=postgres no_postgres_role_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=postgres_role.yml.tmpl"] no_postgres_database_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=postgres_database.yml.tmpl"] +# Lakebase v1 (database instances/catalogs/synced tables) is not available on GCP, +# so exclude these from all cloud runs (same as the postgres resources above). +no_database_instance_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=database_instance.yml.tmpl"] +no_database_catalog_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=database_catalog.yml.tmpl"] +no_synced_database_table_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=synced_database_table.yml.tmpl"] + # External locations require actual storage credentials with cloud IAM setup # which are environment-specific, so we only test locally with the mock server no_external_location_on_cloud = ["CONFIG_Cloud=true", "INPUT_CONFIG=external_location.yml.tmpl"] diff --git a/acceptance/bundle/multi_profile/auto_select/databricks.yml b/acceptance/bundle/multi_profile/auto_select/databricks.yml index 50ac852b94a..c80231ab5ca 100644 --- a/acceptance/bundle/multi_profile/auto_select/databricks.yml +++ b/acceptance/bundle/multi_profile/auto_select/databricks.yml @@ -1,2 +1,5 @@ bundle: name: multi-profile-auto-select + +workspace: + host: $DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/auto_select/script b/acceptance/bundle/multi_profile/auto_select/script index c785d4e0b43..26b039befc2 100644 --- a/acceptance/bundle/multi_profile/auto_select/script +++ b/acceptance/bundle/multi_profile/auto_select/script @@ -1,15 +1,7 @@ -# Set up .databrickscfg with two profiles for the same host: -# one workspace profile and one account profile. +# Substitute the actual host URL into the checked-in .databrickscfg (two profiles +# for the same host: one workspace, one account) and databricks.yml. envsubst < .databrickscfg > out && mv out .databrickscfg - -# Write databricks.yml with the actual host URL. -cat > databricks.yml << EOF -bundle: - name: multi-profile-auto-select - -workspace: - host: $DATABRICKS_HOST -EOF +envsubst < databricks.yml > out && mv out databricks.yml export DATABRICKS_CONFIG_FILE=.databrickscfg unset DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/env_auth_skip/databricks.yml b/acceptance/bundle/multi_profile/env_auth_skip/databricks.yml index cc3be2a1dc4..3c74de269ee 100644 --- a/acceptance/bundle/multi_profile/env_auth_skip/databricks.yml +++ b/acceptance/bundle/multi_profile/env_auth_skip/databricks.yml @@ -1,2 +1,5 @@ bundle: name: multi-profile-env-skip + +workspace: + host: $DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/env_auth_skip/script b/acceptance/bundle/multi_profile/env_auth_skip/script index 5f934dfc10e..c9ba395cc93 100644 --- a/acceptance/bundle/multi_profile/env_auth_skip/script +++ b/acceptance/bundle/multi_profile/env_auth_skip/script @@ -1,13 +1,7 @@ -# Set up .databrickscfg with two workspace profiles for the same host. +# Substitute the actual host URL into the checked-in .databrickscfg (two +# workspace profiles for the same host) and databricks.yml. envsubst < .databrickscfg > out && mv out .databrickscfg - -cat > databricks.yml << EOF -bundle: - name: multi-profile-env-skip - -workspace: - host: $DATABRICKS_HOST -EOF +envsubst < databricks.yml > out && mv out databricks.yml export DATABRICKS_CONFIG_FILE=.databrickscfg # Keep DATABRICKS_HOST and DATABRICKS_TOKEN set — env auth takes precedence diff --git a/acceptance/bundle/multi_profile/no_workspace_profiles/databricks.yml b/acceptance/bundle/multi_profile/no_workspace_profiles/databricks.yml index 298f0763d7c..259da145f03 100644 --- a/acceptance/bundle/multi_profile/no_workspace_profiles/databricks.yml +++ b/acceptance/bundle/multi_profile/no_workspace_profiles/databricks.yml @@ -1,2 +1,5 @@ bundle: name: multi-profile-no-ws + +workspace: + host: $DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/no_workspace_profiles/script b/acceptance/bundle/multi_profile/no_workspace_profiles/script index 0ab4a8e8365..0825a07c435 100644 --- a/acceptance/bundle/multi_profile/no_workspace_profiles/script +++ b/acceptance/bundle/multi_profile/no_workspace_profiles/script @@ -1,13 +1,7 @@ -# Set up .databrickscfg with two account-only profiles for the same host. +# Substitute the actual host URL into the checked-in .databrickscfg (two +# account-only profiles for the same host) and databricks.yml. envsubst < .databrickscfg > out && mv out .databrickscfg - -cat > databricks.yml << EOF -bundle: - name: multi-profile-no-ws - -workspace: - host: $DATABRICKS_HOST -EOF +envsubst < databricks.yml > out && mv out databricks.yml export DATABRICKS_CONFIG_FILE=.databrickscfg unset DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/non_interactive_error/databricks.yml b/acceptance/bundle/multi_profile/non_interactive_error/databricks.yml index 529bc314c7f..27f84afb7eb 100644 --- a/acceptance/bundle/multi_profile/non_interactive_error/databricks.yml +++ b/acceptance/bundle/multi_profile/non_interactive_error/databricks.yml @@ -1,2 +1,5 @@ bundle: name: multi-profile-non-interactive + +workspace: + host: $DATABRICKS_HOST diff --git a/acceptance/bundle/multi_profile/non_interactive_error/script b/acceptance/bundle/multi_profile/non_interactive_error/script index d7e5c4102ad..c957035ad40 100644 --- a/acceptance/bundle/multi_profile/non_interactive_error/script +++ b/acceptance/bundle/multi_profile/non_interactive_error/script @@ -1,13 +1,7 @@ -# Set up .databrickscfg with two workspace profiles for the same host. +# Substitute the actual host URL into the checked-in .databrickscfg (two +# workspace profiles for the same host) and databricks.yml. envsubst < .databrickscfg > out && mv out .databrickscfg - -cat > databricks.yml << EOF -bundle: - name: multi-profile-non-interactive - -workspace: - host: $DATABRICKS_HOST -EOF +envsubst < databricks.yml > out && mv out databricks.yml export DATABRICKS_CONFIG_FILE=.databrickscfg unset DATABRICKS_HOST diff --git a/acceptance/bundle/resources/apps/immutable/output.txt b/acceptance/bundle/resources/apps/immutable/output.txt index 83134a851fc..e7ae9f1ba23 100644 --- a/acceptance/bundle/resources/apps/immutable/output.txt +++ b/acceptance/bundle/resources/apps/immutable/output.txt @@ -37,6 +37,6 @@ You can access the app at my-immutable-app-123.cloud.databricksapps.com "path": "/api/2.0/apps/my-immutable-app/deployments", "body": { "mode": "SNAPSHOT", - "source_code_path": "${workspace.snapshot_path}/src/files/app" + "source_code_path": "${workspace.snapshot_path}/files/app" } } diff --git a/acceptance/bundle/resources/grants/volumes/test.toml b/acceptance/bundle/resources/grants/volumes/test.toml index e249547d38d..670f5b0b0ff 100644 --- a/acceptance/bundle/resources/grants/volumes/test.toml +++ b/acceptance/bundle/resources/grants/volumes/test.toml @@ -3,3 +3,11 @@ Old = 'abfss://decotestprod-unity-iso@decotestprodunityiso.dfs.core.windows.net' New = 's3://deco-uc-prod-isolated-aws-us-east-1/metastore' Order = -1 + +[[Repls]] +# Normalize GCP storage URL to match AWS format, before METASTORE_NAME replacement. +# Unlike Azure, the gs:// URL carries the /metastore/... suffix directly after the +# bucket, so only the bucket prefix is rewritten and the METASTORE_NAME repl finishes. +Old = 'gs://deco-uc-prod-gcp-us-central1-isolated' +New = 's3://deco-uc-prod-isolated-aws-us-east-1' +Order = -1 diff --git a/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/out.test.toml b/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/out.test.toml index 739d8364544..37502cdd88f 100644 --- a/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/out.test.toml +++ b/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/out.test.toml @@ -4,4 +4,5 @@ CloudSlow = true RequiresUnityCatalog = true GOOSOnPR.darwin = false GOOSOnPR.windows = false +CloudEnvs.gcp = false EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["terraform", "direct"] diff --git a/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/test.toml b/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/test.toml index 4fe8dadfd56..59e1beaeede 100644 --- a/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/test.toml +++ b/acceptance/bundle/resources/model_serving_endpoints/running-endpoint/test.toml @@ -4,6 +4,10 @@ Local = true CloudSlow = true RequiresUnityCatalog = true +# GCP test envs lack foundation-model / GPU serving capacity, so deploying this +# real llama endpoint fails with UPDATE_FAILED after ~29 min. Skip on GCP. +CloudEnvs.gcp = false + [[Server]] Pattern = "GET /api/2.1/unity-catalog/models/system.ai.llama_v3_2_1b_instruct/versions" Response.Body = ''' diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/databricks.yml b/acceptance/bundle/resources/pipelines/drift/parameters/databricks.yml new file mode 100644 index 00000000000..2e7d3d1bee7 --- /dev/null +++ b/acceptance/bundle/resources/pipelines/drift/parameters/databricks.yml @@ -0,0 +1,12 @@ +bundle: + name: pipeline-parameters + +resources: + pipelines: + my: + name: test-pipeline + parameters: + my_param: my_value + libraries: + - file: + path: "./foo.py" diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/foo.py b/acceptance/bundle/resources/pipelines/drift/parameters/foo.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/out.test.toml b/acceptance/bundle/resources/pipelines/drift/parameters/out.test.toml new file mode 100644 index 00000000000..1a3e24fa574 --- /dev/null +++ b/acceptance/bundle/resources/pipelines/drift/parameters/out.test.toml @@ -0,0 +1,5 @@ +Local = true +Cloud = false +GOOSOnPR.darwin = false +GOOSOnPR.windows = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/output.txt b/acceptance/bundle/resources/pipelines/drift/parameters/output.txt new file mode 100644 index 00000000000..9043ddc35b5 --- /dev/null +++ b/acceptance/bundle/resources/pipelines/drift/parameters/output.txt @@ -0,0 +1,29 @@ + +=== Initial deployment +>>> [CLI] bundle deploy +Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/pipeline-parameters/default/files... +Deploying resources... +Updating deployment state... +Deployment complete! + +=== Plan is a no-op: pipeline parameters round-trip on read +>>> [CLI] bundle plan +Plan: 0 to add, 0 to change, 0 to delete, 1 unchanged + +=== Redeploy is a no-op (no update call) +>>> [CLI] bundle deploy +Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/pipeline-parameters/default/files... +Deploying resources... +Updating deployment state... +Deployment complete! + +>>> print_requests.py //api/2.0/pipelines +json.method = "POST"; +json.path = "/api/2.0/pipelines"; +json.body.channel = "CURRENT"; +json.body.deployment.kind = "BUNDLE"; +json.body.deployment.metadata_file_path = "/Workspace/Users/[USERNAME]/.bundle/pipeline-parameters/default/state/metadata.json"; +json.body.edition = "ADVANCED"; +json.body.libraries[0].file.path = "/Workspace/Users/[USERNAME]/.bundle/pipeline-parameters/default/files/foo.py"; +json.body.name = "test-pipeline"; +json.body.parameters.my_param = "my_value"; diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/script b/acceptance/bundle/resources/pipelines/drift/parameters/script new file mode 100644 index 00000000000..6773f248917 --- /dev/null +++ b/acceptance/bundle/resources/pipelines/drift/parameters/script @@ -0,0 +1,11 @@ +echo "*" > .gitignore + +title "Initial deployment" +trace $CLI bundle deploy + +title "Plan is a no-op: pipeline parameters round-trip on read" +trace $CLI bundle plan | contains.py "Plan: 0 to add, 0 to change, 0 to delete, 1 unchanged" + +title "Redeploy is a no-op (no update call)" +trace $CLI bundle deploy +trace print_requests.py //api/2.0/pipelines | gron.py | contains.py '!json.method = "PUT"' diff --git a/acceptance/bundle/resources/pipelines/drift/parameters/test.toml b/acceptance/bundle/resources/pipelines/drift/parameters/test.toml new file mode 100644 index 00000000000..90122785fcf --- /dev/null +++ b/acceptance/bundle/resources/pipelines/drift/parameters/test.toml @@ -0,0 +1,5 @@ +RecordRequests = true + +# Direct engine only: the gap is in its read-back path (GetPipelineResponse.Parameters). +# Terraform tracks parameters in its own state. Mirrors catalogs/drift/managed_properties. +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/bundle/validate/empty_resources/empty_dict/output.txt b/acceptance/bundle/validate/empty_resources/empty_dict/output.txt index be722ce5e1a..0ff8111602e 100644 --- a/acceptance/bundle/validate/empty_resources/empty_dict/output.txt +++ b/acceptance/bundle/validate/empty_resources/empty_dict/output.txt @@ -161,6 +161,10 @@ app resource 'rname' should have either source_code_path or git_source field } === resources.sql_warehouses.rname === +Error: sql_warehouse name is required + at resources.sql_warehouses.rname + in databricks.yml:6:12 + { "sql_warehouses": { "rname": { diff --git a/acceptance/bundle/validate/empty_resources/with_grants/output.txt b/acceptance/bundle/validate/empty_resources/with_grants/output.txt index e4eba64c059..38c4dc55d19 100644 --- a/acceptance/bundle/validate/empty_resources/with_grants/output.txt +++ b/acceptance/bundle/validate/empty_resources/with_grants/output.txt @@ -202,6 +202,10 @@ Warning: unknown field: grants at resources.sql_warehouses.rname in databricks.yml:7:7 +Error: sql_warehouse name is required + at resources.sql_warehouses.rname + in databricks.yml:7:7 + { "sql_warehouses": { "rname": { diff --git a/acceptance/bundle/validate/empty_resources/with_permissions/output.txt b/acceptance/bundle/validate/empty_resources/with_permissions/output.txt index 9a2895d068d..cef0b18baa3 100644 --- a/acceptance/bundle/validate/empty_resources/with_permissions/output.txt +++ b/acceptance/bundle/validate/empty_resources/with_permissions/output.txt @@ -177,6 +177,10 @@ app resource 'rname' should have either source_code_path or git_source field } === resources.sql_warehouses.rname === +Error: sql_warehouse name is required + at resources.sql_warehouses.rname + in databricks.yml:7:7 + { "sql_warehouses": { "rname": { diff --git a/acceptance/bundle/validate/grants_required_principal/databricks.yml b/acceptance/bundle/validate/grants_required_principal/databricks.yml new file mode 100644 index 00000000000..832ec6ec0bd --- /dev/null +++ b/acceptance/bundle/validate/grants_required_principal/databricks.yml @@ -0,0 +1,20 @@ +bundle: + name: test-bundle + +resources: + catalogs: + my_catalog: + name: my_catalog + grants: + # Missing principal (warns). + - privileges: + - ALL_PRIVILEGES + schemas: + my_schema: + catalog_name: my_catalog + name: my_schema + grants: + # Valid grant (principal set). + - principal: alice@example.com + privileges: + - USE_SCHEMA diff --git a/acceptance/bundle/validate/grants_required_principal/out.test.toml b/acceptance/bundle/validate/grants_required_principal/out.test.toml new file mode 100644 index 00000000000..1a3e24fa574 --- /dev/null +++ b/acceptance/bundle/validate/grants_required_principal/out.test.toml @@ -0,0 +1,5 @@ +Local = true +Cloud = false +GOOSOnPR.darwin = false +GOOSOnPR.windows = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/bundle/validate/grants_required_principal/output.txt b/acceptance/bundle/validate/grants_required_principal/output.txt new file mode 100644 index 00000000000..79629ec21d5 --- /dev/null +++ b/acceptance/bundle/validate/grants_required_principal/output.txt @@ -0,0 +1,13 @@ + +>>> [CLI] bundle validate +Warning: grant principal is required + at resources.catalogs.my_catalog.grants[0] + in databricks.yml:10:11 + +Name: test-bundle +Target: default +Workspace: + User: [USERNAME] + Path: /Workspace/Users/[USERNAME]/.bundle/test-bundle/default + +Found 1 warning diff --git a/acceptance/bundle/validate/grants_required_principal/script b/acceptance/bundle/validate/grants_required_principal/script new file mode 100644 index 00000000000..5350876150f --- /dev/null +++ b/acceptance/bundle/validate/grants_required_principal/script @@ -0,0 +1 @@ +trace $CLI bundle validate diff --git a/acceptance/bundle/validate/grants_required_principal/test.toml b/acceptance/bundle/validate/grants_required_principal/test.toml new file mode 100644 index 00000000000..fc2b3f50667 --- /dev/null +++ b/acceptance/bundle/validate/grants_required_principal/test.toml @@ -0,0 +1,3 @@ +# Catalogs and schemas are only supported by the direct engine. +[EnvMatrix] + DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/bundle/validate/immutable_workspace_paths/output.txt b/acceptance/bundle/validate/immutable_workspace_paths/output.txt index 936e7b97910..fef8083634f 100644 --- a/acceptance/bundle/validate/immutable_workspace_paths/output.txt +++ b/acceptance/bundle/validate/immutable_workspace_paths/output.txt @@ -23,7 +23,7 @@ Warning: Pattern user_repls.json does not match any files "ai_runtime_task": { "deployments": [ { - "command_path": "${workspace.snapshot_path}/src/files/src/main.py", + "command_path": "${workspace.snapshot_path}/files/src/main.py", "compute": { "accelerator_count": 1, "accelerator_type": "GPU_1xA10" @@ -37,7 +37,7 @@ Warning: Pattern user_repls.json does not match any files { "existing_cluster_id": "0101-120000-aaaaaaaa", "spark_python_task": { - "python_file": "${workspace.snapshot_path}/src/files/src/main.py" + "python_file": "${workspace.snapshot_path}/files/src/main.py" }, "task_key": "my_task" } diff --git a/acceptance/bundle/validate/sql_warehouse_required_name/databricks.yml b/acceptance/bundle/validate/sql_warehouse_required_name/databricks.yml new file mode 100644 index 00000000000..9941a3085a4 --- /dev/null +++ b/acceptance/bundle/validate/sql_warehouse_required_name/databricks.yml @@ -0,0 +1,12 @@ +bundle: + name: test-bundle + +resources: + sql_warehouses: + # Missing name (required by the backend). + my_warehouse: + cluster_size: "2X-Small" + # Whitespace-only name, treated as missing (name.trim.nonEmpty). + blank_warehouse: + name: " " + cluster_size: "2X-Small" diff --git a/acceptance/bundle/validate/sql_warehouse_required_name/out.test.toml b/acceptance/bundle/validate/sql_warehouse_required_name/out.test.toml new file mode 100644 index 00000000000..67759662971 --- /dev/null +++ b/acceptance/bundle/validate/sql_warehouse_required_name/out.test.toml @@ -0,0 +1,5 @@ +Local = true +Cloud = false +GOOSOnPR.darwin = false +GOOSOnPR.windows = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["terraform", "direct"] diff --git a/acceptance/bundle/validate/sql_warehouse_required_name/output.txt b/acceptance/bundle/validate/sql_warehouse_required_name/output.txt new file mode 100644 index 00000000000..fc66fed24e1 --- /dev/null +++ b/acceptance/bundle/validate/sql_warehouse_required_name/output.txt @@ -0,0 +1,19 @@ + +>>> [CLI] bundle validate +Error: sql_warehouse name is required + at resources.sql_warehouses.blank_warehouse + in databricks.yml:11:7 + +Error: sql_warehouse name is required + at resources.sql_warehouses.my_warehouse + in databricks.yml:8:7 + +Name: test-bundle +Target: default +Workspace: + User: [USERNAME] + Path: /Workspace/Users/[USERNAME]/.bundle/test-bundle/default + +Found 2 errors + +Exit code: 1 diff --git a/acceptance/bundle/validate/sql_warehouse_required_name/script b/acceptance/bundle/validate/sql_warehouse_required_name/script new file mode 100644 index 00000000000..5350876150f --- /dev/null +++ b/acceptance/bundle/validate/sql_warehouse_required_name/script @@ -0,0 +1 @@ +trace $CLI bundle validate diff --git a/acceptance/cmd/api/default-profile-vs-env/home/.databrickscfg b/acceptance/cmd/api/default-profile-vs-env/home/.databrickscfg new file mode 100644 index 00000000000..beabda57e2b --- /dev/null +++ b/acceptance/cmd/api/default-profile-vs-env/home/.databrickscfg @@ -0,0 +1,7 @@ +[__settings__] +default_profile = other + +[other] +host = https://other.cloud.databricks.test +username = user +password = pass diff --git a/acceptance/cmd/api/default-profile-vs-env/script b/acceptance/cmd/api/default-profile-vs-env/script index 4ec3bc29997..b8f620081ac 100644 --- a/acceptance/cmd/api/default-profile-vs-env/script +++ b/acceptance/cmd/api/default-profile-vs-env/script @@ -1,19 +1,9 @@ sethome "./home" -# A default profile with conflicting (basic) auth on a different host. The env -# below still points a PAT at the test server. Without the #5616 guard, the -# default profile would be pinned and merged with the env PAT, failing with -# "more than one authorization method configured". -cat > "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" unset DATABRICKS_HOST unset DATABRICKS_TOKEN diff --git a/acceptance/cmd/api/profile-overrides-env/home/.databrickscfg.tmpl b/acceptance/cmd/api/profile-overrides-env/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..e5540af0d70 --- /dev/null +++ b/acceptance/cmd/api/profile-overrides-env/home/.databrickscfg.tmpl @@ -0,0 +1,6 @@ +[my-workspace] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN + +[host-only] +host = $DATABRICKS_HOST diff --git a/acceptance/cmd/api/profile-overrides-env/script b/acceptance/cmd/api/profile-overrides-env/script index a1ec0315dce..3628f59e9c3 100644 --- a/acceptance/cmd/api/profile-overrides-env/script +++ b/acceptance/cmd/api/profile-overrides-env/script @@ -2,14 +2,7 @@ sethome "./home" # One profile with full credentials, one host-only; both point at the test # server while the auth env vars below point elsewhere. -cat > "./home/.databrickscfg" < "./home/.databrickscfg" # direnv-style auth env vars for a different workspace; before #5096 these # shadowed the profile selected with --profile. diff --git a/acceptance/cmd/api/workspace-id-none/home/.databrickscfg.tmpl b/acceptance/cmd/api/workspace-id-none/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..cab79993c1f --- /dev/null +++ b/acceptance/cmd/api/workspace-id-none/home/.databrickscfg.tmpl @@ -0,0 +1,4 @@ +[spog-account] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN +workspace_id = none diff --git a/acceptance/cmd/api/workspace-id-none/script b/acceptance/cmd/api/workspace-id-none/script index 9e01e4da2d4..9551a87dd57 100644 --- a/acceptance/cmd/api/workspace-id-none/script +++ b/acceptance/cmd/api/workspace-id-none/script @@ -2,12 +2,7 @@ # The CLI must strip the sentinel before the header decision; the recorded # request should not carry the routing identifier. sethome "./home" -cat > "./home/.databrickscfg" < "./home/.databrickscfg" MSYS_NO_PATHCONV=1 $CLI api get /api/2.0/clusters/list --profile spog-account trace print_requests.py --get //api/2.0/clusters/list | contains.py "!X-Databricks-Workspace-Id" diff --git a/acceptance/cmd/auth/describe/account-host-with-workspace-id/home/.databrickscfg.tmpl b/acceptance/cmd/auth/describe/account-host-with-workspace-id/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..7f3b82761f4 --- /dev/null +++ b/acceptance/cmd/auth/describe/account-host-with-workspace-id/home/.databrickscfg.tmpl @@ -0,0 +1,5 @@ +[acct-with-ws] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN +account_id = acct-123 +workspace_id = 900800700600 diff --git a/acceptance/cmd/auth/describe/account-host-with-workspace-id/script b/acceptance/cmd/auth/describe/account-host-with-workspace-id/script index 5dec6460178..e2ba8c9ff19 100644 --- a/acceptance/cmd/auth/describe/account-host-with-workspace-id/script +++ b/acceptance/cmd/auth/describe/account-host-with-workspace-id/script @@ -3,13 +3,7 @@ sethome "./home" # Older logins wrote account console profiles with both account_id and # workspace_id, which resolves to a workspace client even though the host only # serves account APIs (https://github.com/databricks/cli/issues/5479). -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "Describe falls back to the account endpoint when the workspace check fails\n" trace $CLI auth describe --profile acct-with-ws diff --git a/acceptance/cmd/auth/describe/default-profile/home/.databrickscfg.tmpl b/acceptance/cmd/auth/describe/default-profile/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..fa728de3ee2 --- /dev/null +++ b/acceptance/cmd/auth/describe/default-profile/home/.databrickscfg.tmpl @@ -0,0 +1,12 @@ +[DEFAULT] + +[my-workspace] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN + +[other-workspace] +host = https://other.cloud.databricks.com +token = other-token + +[__settings__] +default_profile = my-workspace diff --git a/acceptance/cmd/auth/describe/default-profile/script b/acceptance/cmd/auth/describe/default-profile/script index ea30ea361f2..8a677abec6f 100644 --- a/acceptance/cmd/auth/describe/default-profile/script +++ b/acceptance/cmd/auth/describe/default-profile/script @@ -1,20 +1,7 @@ sethome "./home" -# Create a config with two profiles and an explicit default. -cat > "./home/.databrickscfg" < "./home/.databrickscfg" # DATABRICKS_HOST is set in the environment, so authentication is fully # determined by the environment and the default profile is not pinned. diff --git a/acceptance/cmd/auth/describe/profile-overrides-env/home/.databrickscfg.tmpl b/acceptance/cmd/auth/describe/profile-overrides-env/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..e5540af0d70 --- /dev/null +++ b/acceptance/cmd/auth/describe/profile-overrides-env/home/.databrickscfg.tmpl @@ -0,0 +1,6 @@ +[my-workspace] +host = $DATABRICKS_HOST +token = $DATABRICKS_TOKEN + +[host-only] +host = $DATABRICKS_HOST diff --git a/acceptance/cmd/auth/describe/profile-overrides-env/script b/acceptance/cmd/auth/describe/profile-overrides-env/script index b3846922c8f..cccc6917845 100644 --- a/acceptance/cmd/auth/describe/profile-overrides-env/script +++ b/acceptance/cmd/auth/describe/profile-overrides-env/script @@ -1,14 +1,7 @@ sethome "./home" # A profile carries full credentials; a second profile carries only a host. -cat > "./home/.databrickscfg" < "./home/.databrickscfg" # direnv-style auth env vars for a different workspace; before #5096 these # shadowed the profile selected with --profile. diff --git a/acceptance/cmd/auth/describe/u2m-json-output/home/.databrickscfg b/acceptance/cmd/auth/describe/u2m-json-output/home/.databrickscfg new file mode 100644 index 00000000000..2e04a2e26c3 --- /dev/null +++ b/acceptance/cmd/auth/describe/u2m-json-output/home/.databrickscfg @@ -0,0 +1,3 @@ +[u2m-profile] +host = https://u2m-profile.databricks.test +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/describe/u2m-json-output/script b/acceptance/cmd/auth/describe/u2m-json-output/script index 668d2374496..af37710cb85 100644 --- a/acceptance/cmd/auth/describe/u2m-json-output/script +++ b/acceptance/cmd/auth/describe/u2m-json-output/script @@ -5,12 +5,6 @@ unset DATABRICKS_TOKEN unset DATABRICKS_CONFIG_PROFILE unset DATABRICKS_AUTH_STORAGE -cat > "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial profile with cluster_id\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/login/custom-config-file/home/custom.databrickscfg b/acceptance/cmd/auth/login/custom-config-file/home/custom.databrickscfg new file mode 100644 index 00000000000..2faa827d3ec --- /dev/null +++ b/acceptance/cmd/auth/login/custom-config-file/home/custom.databrickscfg @@ -0,0 +1,4 @@ +[custom-test] +host = https://old-host.cloud.databricks.com +auth_type = pat +token = old-token-123 diff --git a/acceptance/cmd/auth/login/custom-config-file/script b/acceptance/cmd/auth/login/custom-config-file/script index 6e7aeb6c6a6..d253b4a3d8b 100644 --- a/acceptance/cmd/auth/login/custom-config-file/script +++ b/acceptance/cmd/auth/login/custom-config-file/script @@ -7,15 +7,8 @@ export BROWSER="browser.py" # Set custom config file location via env var export DATABRICKS_CONFIG_FILE="./home/custom.databrickscfg" -# Create an existing custom config file with a DIFFERENT host. -# Since --profile and --host conflict, the CLI should error. -cat > "./home/custom.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial profile\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/login/preserve-fields/home/.databrickscfg.tmpl b/acceptance/cmd/auth/login/preserve-fields/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..11c38a350b4 --- /dev/null +++ b/acceptance/cmd/auth/login/preserve-fields/home/.databrickscfg.tmpl @@ -0,0 +1,6 @@ +[DEFAULT] +host = $DATABRICKS_HOST +cluster_id = existing-cluster-123 +warehouse_id = warehouse-456 +azure_environment = USGOVERNMENT +custom_key = my-custom-value diff --git a/acceptance/cmd/auth/login/preserve-fields/script b/acceptance/cmd/auth/login/preserve-fields/script index 6b34f7db608..b416038a3e3 100644 --- a/acceptance/cmd/auth/login/preserve-fields/script +++ b/acceptance/cmd/auth/login/preserve-fields/script @@ -1,15 +1,8 @@ sethome "./home" -# Create an initial profile with cluster_id, warehouse_id, azure_environment, -# and a custom key that is not a recognized SDK config attribute. -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial profile\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/logout/default-profile/home/.databrickscfg.tmpl b/acceptance/cmd/auth/logout/default-profile/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..ea78d6a0f6e --- /dev/null +++ b/acceptance/cmd/auth/logout/default-profile/home/.databrickscfg.tmpl @@ -0,0 +1,9 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli + +; Dev workspace +[dev] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/logout/default-profile/script b/acceptance/cmd/auth/logout/default-profile/script index be3e3dd4399..367175b945f 100644 --- a/acceptance/cmd/auth/logout/default-profile/script +++ b/acceptance/cmd/auth/logout/default-profile/script @@ -1,16 +1,6 @@ sethome "./home" -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial config\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/logout/delete-clears-default/home/.databrickscfg b/acceptance/cmd/auth/logout/delete-clears-default/home/.databrickscfg new file mode 100644 index 00000000000..ce8fdd61fee --- /dev/null +++ b/acceptance/cmd/auth/logout/delete-clears-default/home/.databrickscfg @@ -0,0 +1,15 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] + +[workspace-a] +host = https://workspace-a.cloud.databricks.com +token = token-a +auth_type = pat + +[workspace-b] +host = https://workspace-b.cloud.databricks.com +token = token-b +auth_type = pat + +[__settings__] +default_profile = workspace-a diff --git a/acceptance/cmd/auth/logout/delete-clears-default/script b/acceptance/cmd/auth/logout/delete-clears-default/script index a0c86f1dfc8..2028390f4ad 100644 --- a/acceptance/cmd/auth/logout/delete-clears-default/script +++ b/acceptance/cmd/auth/logout/delete-clears-default/script @@ -1,23 +1,5 @@ sethome "./home" -cat > "./home/.databrickscfg" <<'EOF' -; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. -[DEFAULT] - -[workspace-a] -host = https://workspace-a.cloud.databricks.com -token = token-a -auth_type = pat - -[workspace-b] -host = https://workspace-b.cloud.databricks.com -token = token-b -auth_type = pat - -[__settings__] -default_profile = workspace-a -EOF - title "Initial settings section\n" cat "./home/.databrickscfg" | grep -A1 __settings__ diff --git a/acceptance/cmd/auth/logout/delete-pat-token-profile/home/.databrickscfg b/acceptance/cmd/auth/logout/delete-pat-token-profile/home/.databrickscfg new file mode 100644 index 00000000000..d4e4eb2c7f9 --- /dev/null +++ b/acceptance/cmd/auth/logout/delete-pat-token-profile/home/.databrickscfg @@ -0,0 +1,6 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] + +[dev] +host = https://dev.cloud.databricks.com +token = dev-pat-token diff --git a/acceptance/cmd/auth/logout/delete-pat-token-profile/script b/acceptance/cmd/auth/logout/delete-pat-token-profile/script index 4bf9f9cdf16..fbd2bc18b66 100644 --- a/acceptance/cmd/auth/logout/delete-pat-token-profile/script +++ b/acceptance/cmd/auth/logout/delete-pat-token-profile/script @@ -1,14 +1,5 @@ sethome "./home" -cat > "./home/.databrickscfg" <<'EOF' -; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. -[DEFAULT] - -[dev] -host = https://dev.cloud.databricks.com -token = dev-pat-token -EOF - title "Initial config\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/logout/error-cases/home/.databrickscfg b/acceptance/cmd/auth/logout/error-cases/home/.databrickscfg new file mode 100644 index 00000000000..0396f79861e --- /dev/null +++ b/acceptance/cmd/auth/logout/error-cases/home/.databrickscfg @@ -0,0 +1,6 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] + +[dev] +host = https://dev.cloud.databricks.com +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/logout/error-cases/script b/acceptance/cmd/auth/logout/error-cases/script index 8fff9ffb80f..08803a732f1 100644 --- a/acceptance/cmd/auth/logout/error-cases/script +++ b/acceptance/cmd/auth/logout/error-cases/script @@ -1,14 +1,5 @@ sethome "./home" -cat > "./home/.databrickscfg" <<'EOF' -; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. -[DEFAULT] - -[dev] -host = https://dev.cloud.databricks.com -auth_type = databricks-cli -EOF - title "Logout of non-existent profile\n" musterr $CLI auth logout --profile nonexistent --auto-approve diff --git a/acceptance/cmd/auth/logout/last-non-default/home/.databrickscfg.tmpl b/acceptance/cmd/auth/logout/last-non-default/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..5b61c3907bc --- /dev/null +++ b/acceptance/cmd/auth/logout/last-non-default/home/.databrickscfg.tmpl @@ -0,0 +1,7 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] + +; The only non-default profile +[only-profile] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/logout/last-non-default/script b/acceptance/cmd/auth/logout/last-non-default/script index 24998e2ec30..d95069a5552 100644 --- a/acceptance/cmd/auth/logout/last-non-default/script +++ b/acceptance/cmd/auth/logout/last-non-default/script @@ -1,14 +1,6 @@ sethome "./home" -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial config\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/logout/ordering-preserved/home/.databrickscfg.tmpl b/acceptance/cmd/auth/logout/ordering-preserved/home/.databrickscfg.tmpl new file mode 100644 index 00000000000..7ab8fe47f93 --- /dev/null +++ b/acceptance/cmd/auth/logout/ordering-preserved/home/.databrickscfg.tmpl @@ -0,0 +1,20 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli + +; First workspace — alpha +[alpha] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli + +; Second workspace — beta +[beta] +host = ${DATABRICKS_HOST} +auth_type = databricks-cli + +; Third workspace — gamma +[gamma] +host = https://accounts.cloud.databricks.test +account_id = account-id +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/logout/ordering-preserved/script b/acceptance/cmd/auth/logout/ordering-preserved/script index 23fc66c1b30..168657a373c 100644 --- a/acceptance/cmd/auth/logout/ordering-preserved/script +++ b/acceptance/cmd/auth/logout/ordering-preserved/script @@ -1,27 +1,6 @@ sethome "./home" -cat > "./home/.databrickscfg" < "./home/.databrickscfg" title "Initial config\n" cat "./home/.databrickscfg" diff --git a/acceptance/cmd/auth/logout/token-only/home/.databricks/token-cache.json b/acceptance/cmd/auth/logout/token-only/home/.databricks/token-cache.json new file mode 100644 index 00000000000..a5c3b38b362 --- /dev/null +++ b/acceptance/cmd/auth/logout/token-only/home/.databricks/token-cache.json @@ -0,0 +1,13 @@ +{ + "version": 1, + "tokens": { + "dev": { + "access_token": "dev-cached-token", + "token_type": "Bearer" + }, + "https://accounts.cloud.databricks.test/oidc/accounts/account-id": { + "access_token": "dev-host-token", + "token_type": "Bearer" + } + } +} diff --git a/acceptance/cmd/auth/logout/token-only/home/.databrickscfg b/acceptance/cmd/auth/logout/token-only/home/.databrickscfg new file mode 100644 index 00000000000..80d94b04e99 --- /dev/null +++ b/acceptance/cmd/auth/logout/token-only/home/.databrickscfg @@ -0,0 +1,7 @@ +; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. +[DEFAULT] + +[dev] +host = https://accounts.cloud.databricks.test +account_id = account-id +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/logout/token-only/script b/acceptance/cmd/auth/logout/token-only/script index 4a7b22a3901..bce46a7986b 100644 --- a/acceptance/cmd/auth/logout/token-only/script +++ b/acceptance/cmd/auth/logout/token-only/script @@ -1,32 +1,6 @@ sethome "./home" -cat > "./home/.databrickscfg" <<'EOF' -; The profile defined in the DEFAULT section is to be used as a fallback when no profile is explicitly specified. -[DEFAULT] - -[dev] -host = https://accounts.cloud.databricks.test -account_id = account-id -auth_type = databricks-cli -EOF - -mkdir -p "./home/.databricks" -cat > "./home/.databricks/token-cache.json" <<'EOF' -{ - "version": 1, - "tokens": { - "dev": { - "access_token": "dev-cached-token", - "token_type": "Bearer" - }, - "https://accounts.cloud.databricks.test/oidc/accounts/account-id": { - "access_token": "dev-host-token", - "token_type": "Bearer" - } - } -} -EOF - +# home/.databrickscfg and home/.databricks/token-cache.json are checked-in inputs. title "Token cache keys before logout\n" jq -S '.tokens | keys' "./home/.databricks/token-cache.json" diff --git a/acceptance/cmd/auth/profiles/home/.databrickscfg b/acceptance/cmd/auth/profiles/home/.databrickscfg new file mode 100644 index 00000000000..fd4eb90339a --- /dev/null +++ b/acceptance/cmd/auth/profiles/home/.databrickscfg @@ -0,0 +1,12 @@ +[workspace-profile] +host = https://workspace.cloud.databricks.test + +[account-profile] +host = https://accounts.cloud.databricks.test +account_id = test-account-123 + +[unified-profile] +host = https://unified.databricks.test +account_id = unified-account-456 +workspace_id = 987654321 +experimental_is_unified_host = true diff --git a/acceptance/cmd/auth/profiles/script b/acceptance/cmd/auth/profiles/script index e6e9971dbb1..d8342212d37 100644 --- a/acceptance/cmd/auth/profiles/script +++ b/acceptance/cmd/auth/profiles/script @@ -1,20 +1,5 @@ sethome "./home" -# Create profiles including one with workspace_id -cat > "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databrickscfg" title "SPOG account profile should be valid" trace $CLI auth profiles --output json diff --git a/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databricks/token-cache.json b/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databricks/token-cache.json new file mode 100644 index 00000000000..1f7a28c3caa --- /dev/null +++ b/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databricks/token-cache.json @@ -0,0 +1,9 @@ +{ + "version": 1, + "tokens": { + "dev": { + "access_token": "dev-cached-token", + "token_type": "Bearer" + } + } +} diff --git a/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databrickscfg b/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databrickscfg new file mode 100644 index 00000000000..bc32b642d64 --- /dev/null +++ b/acceptance/cmd/auth/storage-modes/env-overrides-config/home/.databrickscfg @@ -0,0 +1,7 @@ +[__settings__] +auth_storage = secure + +[dev] +host = https://accounts.cloud.databricks.test +account_id = account-id +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/storage-modes/env-overrides-config/script b/acceptance/cmd/auth/storage-modes/env-overrides-config/script index ab5dcc0549f..ddab417910d 100644 --- a/acceptance/cmd/auth/storage-modes/env-overrides-config/script +++ b/acceptance/cmd/auth/storage-modes/env-overrides-config/script @@ -1,28 +1,7 @@ export DATABRICKS_AUTH_STORAGE=plaintext -cat > "./home/.databrickscfg" < "./home/.databricks/token-cache.json" < "./home/.databrickscfg" < "./home/.databrickscfg" < "./home/.databricks/token-cache.json" < "./home/.databrickscfg" < "./home/.databrickscfg" title "Switch to profile-a\n" trace $CLI auth switch --profile profile-a diff --git a/acceptance/cmd/auth/token/no-args-with-profiles/home/.databrickscfg b/acceptance/cmd/auth/token/no-args-with-profiles/home/.databrickscfg new file mode 100644 index 00000000000..80ce5f6c999 --- /dev/null +++ b/acceptance/cmd/auth/token/no-args-with-profiles/home/.databrickscfg @@ -0,0 +1,3 @@ +[myprofile] +host = https://myworkspace.cloud.databricks.com +auth_type = databricks-cli diff --git a/acceptance/cmd/auth/token/no-args-with-profiles/script b/acceptance/cmd/auth/token/no-args-with-profiles/script index 9f4ea50cbb3..6cf9e7b7949 100644 --- a/acceptance/cmd/auth/token/no-args-with-profiles/script +++ b/acceptance/cmd/auth/token/no-args-with-profiles/script @@ -4,12 +4,6 @@ unset DATABRICKS_HOST unset DATABRICKS_TOKEN unset DATABRICKS_CONFIG_PROFILE -# Create a .databrickscfg with a profile -cat > "./home/.databrickscfg" <<'ENDCFG' -[myprofile] -host = https://myworkspace.cloud.databricks.com -auth_type = databricks-cli -ENDCFG - +# home/.databrickscfg is a checked-in input with a single profile. # No arguments, non-interactive: should error with profile hint musterr $CLI auth token diff --git a/acceptance/cmd/configure/clears-oauth-on-pat/home/.databrickscfg b/acceptance/cmd/configure/clears-oauth-on-pat/home/.databrickscfg new file mode 100644 index 00000000000..a60a777dd58 --- /dev/null +++ b/acceptance/cmd/configure/clears-oauth-on-pat/home/.databrickscfg @@ -0,0 +1,7 @@ +[DEFAULT] +host = https://host +auth_type = databricks-cli +scopes = all-apis +experimental_is_unified_host = true +account_id = acc-123 +workspace_id = ws-456 diff --git a/acceptance/cmd/configure/clears-oauth-on-pat/script b/acceptance/cmd/configure/clears-oauth-on-pat/script index 30f7b7fed1d..6b00490f79a 100644 --- a/acceptance/cmd/configure/clears-oauth-on-pat/script +++ b/acceptance/cmd/configure/clears-oauth-on-pat/script @@ -1,17 +1,7 @@ sethome "./home" -# Pre-populate a profile with OAuth metadata and unified host fields -# (as if `auth login` was previously run against a unified host). -cat > "./home/.databrickscfg" < "./home/.databrickscfg" <>> [CLI] local-env python sync --serverless v4 --constraints-only --check --output json +{ + "schemaVersion": 1, + "command": "local-env python sync", + "ok": true, + "mode": "constraints-only", + "dryRun": true, + "target": { + "source": "serverless", + "serverlessVersion": "v4", + "envKey": "serverless/serverless-v4" + }, + "resolved": { + "pythonVersion": "3.12", + "artifactSource": "network" + }, + "greenfield": true, + "plan": { + "wouldWrite": "[TEST_TMP_DIR]/pyproject.toml", + "wouldInstallPython": "3.12", + "diff": "--- pyproject.toml\n+++ pyproject.toml\n@@ -1 +1,15 @@\n+[project]\n+name = \"001\"\n+version = \"0.0.0\"\n+requires-python = \"\u003e=3.12\"\n+\n+[dependency-groups]\n+dev = []\n+\n+# managed by databricks local-env python sync — do not edit\n+[tool.uv]\n+constraint-dependencies = [\n+ \"pyarrow\u003c19\",\n+ \"pandas\u003c3\",\n+]\n+# end managed by databricks local-env python sync\n" + }, + "phases": [ + { + "phase": "preflight", + "status": "ok" + }, + { + "phase": "resolve", + "status": "ok" + }, + { + "phase": "fetch", + "status": "ok" + }, + { + "phase": "merge", + "status": "ok" + }, + { + "phase": "provision", + "status": "ok" + }, + { + "phase": "validate", + "status": "ok" + } + ], + "warnings": [], + "error": null, + "durationMs": 0 +} diff --git a/acceptance/localenv/constraints-only/script b/acceptance/localenv/constraints-only/script new file mode 100644 index 00000000000..354eac49963 --- /dev/null +++ b/acceptance/localenv/constraints-only/script @@ -0,0 +1 @@ +trace $CLI local-env python sync --serverless v4 --constraints-only --check --output json diff --git a/acceptance/localenv/constraints-only/test.toml b/acceptance/localenv/constraints-only/test.toml new file mode 100644 index 00000000000..e2b12fc95ba --- /dev/null +++ b/acceptance/localenv/constraints-only/test.toml @@ -0,0 +1,21 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +[[Server]] +Pattern = "GET /serverless/serverless-v4/pyproject.toml" +Response.Body = ''' +[project] +requires-python = ">=3.12" + +[dependency-groups] +dev = ["databricks-connect~=17.2.0"] + +[tool.uv] +constraint-dependencies = ["pyarrow<19", "pandas<3"] +''' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/env-unsupported/out.test.toml b/acceptance/localenv/env-unsupported/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/env-unsupported/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/env-unsupported/output.txt b/acceptance/localenv/env-unsupported/output.txt new file mode 100644 index 00000000000..0dbb61fee4d --- /dev/null +++ b/acceptance/localenv/env-unsupported/output.txt @@ -0,0 +1,7 @@ +preflight ok check +resolve ok source=cluster envKey=dbr/15.4.x-scala2.12 +fetch error no published environment for "dbr/15.4.x-scala2.12". If this is a new runtime, try the latest LTS target (e.g. --serverless v4 or a supported --cluster DBR): GET [DATABRICKS_URL]/dbr/15.4.x-scala2.12/pyproject.toml: environment key not found +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/env-unsupported/script b/acceptance/localenv/env-unsupported/script new file mode 100644 index 00000000000..924f04b9d97 --- /dev/null +++ b/acceptance/localenv/env-unsupported/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --cluster test-cluster-id --check diff --git a/acceptance/localenv/env-unsupported/test.toml b/acceptance/localenv/env-unsupported/test.toml new file mode 100644 index 00000000000..7823db924d7 --- /dev/null +++ b/acceptance/localenv/env-unsupported/test.toml @@ -0,0 +1,22 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +[[Server]] +Pattern = "GET /api/2.1/clusters/get" +Response.Body = ''' +{ + "cluster_id": "test-cluster-id", + "spark_version": "15.4.x-scala2.12" +} +''' + +[[Server]] +Pattern = "GET /dbr/15.4.x-scala2.12/pyproject.toml" +Response.StatusCode = 404 +Response.Body = '{"message": "Not found"}' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/flag-conflict/out.test.toml b/acceptance/localenv/flag-conflict/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/flag-conflict/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/flag-conflict/output.txt b/acceptance/localenv/flag-conflict/output.txt new file mode 100644 index 00000000000..141152ae1cb --- /dev/null +++ b/acceptance/localenv/flag-conflict/output.txt @@ -0,0 +1 @@ +Error: if any flags in the group [cluster serverless job] are set none of the others can be; [cluster serverless] were all set diff --git a/acceptance/localenv/flag-conflict/script b/acceptance/localenv/flag-conflict/script new file mode 100644 index 00000000000..3309cd52205 --- /dev/null +++ b/acceptance/localenv/flag-conflict/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --cluster abc --serverless v4 diff --git a/acceptance/localenv/flag-conflict/test.toml b/acceptance/localenv/flag-conflict/test.toml new file mode 100644 index 00000000000..c63fe3fe108 --- /dev/null +++ b/acceptance/localenv/flag-conflict/test.toml @@ -0,0 +1 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/help/out.test.toml b/acceptance/localenv/help/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/help/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/help/output.txt b/acceptance/localenv/help/output.txt new file mode 100644 index 00000000000..03fffb2be77 --- /dev/null +++ b/acceptance/localenv/help/output.txt @@ -0,0 +1,43 @@ +Manage the local Python environment matched to a Databricks compute target. + +Usage: + databricks local-env python [flags] + databricks local-env python [command] + +Available Commands: + sync Provision a local Python environment matched to a Databricks compute target + +Flags: + -h, --help help for python + +Global Flags: + --debug enable debug logging + -o, --output type output type: text or json (default text) + -p, --profile string ~/.databrickscfg profile + -t, --target string bundle target to use (if applicable) + +Use "databricks local-env python [command] --help" for more information about a command. +Provision (or update) a local Python environment matched to a Databricks compute target. + +Resolves the target to an environment key, fetches the pinned Python version, +databricks-connect version, and dependency constraints published for that key, +then provisions a matched .venv with uv. A project with no pyproject.toml is +initialized from scratch; an existing pyproject.toml is merged in place (its +env-owned sections are refreshed, user-owned content is preserved). + +Usage: + databricks local-env python sync [flags] + +Flags: + --check compute the plan without writing files or provisioning + --cluster string cluster ID to use as the compute target + --constraints-only apply the Python version and constraints without adding the databricks-connect dependency + -h, --help help for sync + --job string job ID to use as the compute target + --serverless string serverless version to use as the compute target (e.g. v4) + +Global Flags: + --debug enable debug logging + -o, --output type output type: text or json (default text) + -p, --profile string ~/.databrickscfg profile + -t, --target string bundle target to use (if applicable) diff --git a/acceptance/localenv/help/script b/acceptance/localenv/help/script new file mode 100644 index 00000000000..cca1e85aad4 --- /dev/null +++ b/acceptance/localenv/help/script @@ -0,0 +1,2 @@ +$CLI local-env python --help +$CLI local-env python sync --help diff --git a/acceptance/localenv/help/test.toml b/acceptance/localenv/help/test.toml new file mode 100644 index 00000000000..c63fe3fe108 --- /dev/null +++ b/acceptance/localenv/help/test.toml @@ -0,0 +1 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-ambiguous-compute/out.test.toml b/acceptance/localenv/job-ambiguous-compute/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/job-ambiguous-compute/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-ambiguous-compute/output.txt b/acceptance/localenv/job-ambiguous-compute/output.txt new file mode 100644 index 00000000000..c295501a31d --- /dev/null +++ b/acceptance/localenv/job-ambiguous-compute/output.txt @@ -0,0 +1,7 @@ +preflight ok check +resolve error resolving job 12345: job 12345 has both serverless environments and job clusters; pass --cluster or --serverless explicitly to disambiguate +fetch pending +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-ambiguous-compute/script b/acceptance/localenv/job-ambiguous-compute/script new file mode 100644 index 00000000000..507f2344ce1 --- /dev/null +++ b/acceptance/localenv/job-ambiguous-compute/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-ambiguous-compute/test.toml b/acceptance/localenv/job-ambiguous-compute/test.toml new file mode 100644 index 00000000000..d97bf0b267d --- /dev/null +++ b/acceptance/localenv/job-ambiguous-compute/test.toml @@ -0,0 +1,24 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +# A job that declares both serverless environments and classic job clusters is +# ambiguous: its tasks can run on different compute, so resolution must refuse +# rather than guess serverless. +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 12345, + "settings": { + "name": "mixed-compute-job", + "environments": [ + {"environment_key": "default", "spec": {"client": "3"}} + ], + "job_clusters": [ + {"job_cluster_key": "main", "new_cluster": {"spark_version": "15.4.x-scala2.12", "num_workers": 1}} + ] + } +} +''' diff --git a/acceptance/localenv/job-classic-check/out.test.toml b/acceptance/localenv/job-classic-check/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/job-classic-check/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-classic-check/output.txt b/acceptance/localenv/job-classic-check/output.txt new file mode 100644 index 00000000000..b4481ce0484 --- /dev/null +++ b/acceptance/localenv/job-classic-check/output.txt @@ -0,0 +1,13 @@ + +>>> [CLI] local-env python sync --job 12345 --check +preflight ok check +resolve ok source=job envKey=dbr/15.4.x-scala2.12 +fetch ok source=[DATABRICKS_URL]/dbr/15.4.x-scala2.12/pyproject.toml fromCache=false +merge ok +provision ok +validate ok +Plan: [TEST_TMP_DIR]/pyproject.toml + changed region: requires-python + changed region: tool.uv.constraint-dependencies + changed region: databricks-connect +Check complete. No files were modified. diff --git a/acceptance/localenv/job-classic-check/script b/acceptance/localenv/job-classic-check/script new file mode 100644 index 00000000000..7469c95a844 --- /dev/null +++ b/acceptance/localenv/job-classic-check/script @@ -0,0 +1 @@ +trace $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-classic-check/test.toml b/acceptance/localenv/job-classic-check/test.toml new file mode 100644 index 00000000000..9d123c84547 --- /dev/null +++ b/acceptance/localenv/job-classic-check/test.toml @@ -0,0 +1,37 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +# A classic-compute job (a single job cluster, no serverless environments) +# resolves to that cluster's DBR-derived environment key. +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 12345, + "settings": { + "name": "classic-job", + "job_clusters": [ + {"job_cluster_key": "main", "new_cluster": {"spark_version": "15.4.x-scala2.12", "num_workers": 1}} + ] + } +} +''' + +[[Server]] +Pattern = "GET /dbr/15.4.x-scala2.12/pyproject.toml" +Response.Body = ''' +[project] +requires-python = ">=3.11" + +[dependency-groups] +dev = ["databricks-connect~=15.4.0"] + +[tool.uv] +constraint-dependencies = ["pyarrow<19"] +''' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/job-multicluster-mismatch/out.test.toml b/acceptance/localenv/job-multicluster-mismatch/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/job-multicluster-mismatch/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-multicluster-mismatch/output.txt b/acceptance/localenv/job-multicluster-mismatch/output.txt new file mode 100644 index 00000000000..cf939e24cf4 --- /dev/null +++ b/acceptance/localenv/job-multicluster-mismatch/output.txt @@ -0,0 +1,7 @@ +preflight ok check +resolve error resolving job 12345: job 12345 has job clusters with differing spark_version; pass --cluster or --serverless explicitly to disambiguate +fetch pending +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-multicluster-mismatch/script b/acceptance/localenv/job-multicluster-mismatch/script new file mode 100644 index 00000000000..507f2344ce1 --- /dev/null +++ b/acceptance/localenv/job-multicluster-mismatch/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-multicluster-mismatch/test.toml b/acceptance/localenv/job-multicluster-mismatch/test.toml new file mode 100644 index 00000000000..60e7d084833 --- /dev/null +++ b/acceptance/localenv/job-multicluster-mismatch/test.toml @@ -0,0 +1,22 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +# A job whose job clusters declare differing spark_version is ambiguous: tasks +# can reference any job_cluster_key, so resolution must refuse rather than +# silently provision for the first cluster's runtime. +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 12345, + "settings": { + "name": "multi-cluster-job", + "job_clusters": [ + {"job_cluster_key": "a", "new_cluster": {"spark_version": "15.4.x-scala2.12", "num_workers": 1}}, + {"job_cluster_key": "b", "new_cluster": {"spark_version": "14.3.x-scala2.12", "num_workers": 1}} + ] + } +} +''' diff --git a/acceptance/localenv/job-serverless-check/out.test.toml b/acceptance/localenv/job-serverless-check/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/job-serverless-check/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-serverless-check/output.txt b/acceptance/localenv/job-serverless-check/output.txt new file mode 100644 index 00000000000..0b8d44d2ae7 --- /dev/null +++ b/acceptance/localenv/job-serverless-check/output.txt @@ -0,0 +1,13 @@ + +>>> [CLI] local-env python sync --job 12345 --check +preflight ok check +resolve ok source=job envKey=serverless/serverless-v3 +fetch ok source=[DATABRICKS_URL]/serverless/serverless-v3/pyproject.toml fromCache=false +merge ok +provision ok +validate ok +Plan: [TEST_TMP_DIR]/pyproject.toml + changed region: requires-python + changed region: tool.uv.constraint-dependencies + changed region: databricks-connect +Check complete. No files were modified. diff --git a/acceptance/localenv/job-serverless-check/script b/acceptance/localenv/job-serverless-check/script new file mode 100644 index 00000000000..7469c95a844 --- /dev/null +++ b/acceptance/localenv/job-serverless-check/script @@ -0,0 +1 @@ +trace $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-serverless-check/test.toml b/acceptance/localenv/job-serverless-check/test.toml new file mode 100644 index 00000000000..34f8f09eb73 --- /dev/null +++ b/acceptance/localenv/job-serverless-check/test.toml @@ -0,0 +1,37 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +# A serverless job pins its environment_version on the environment spec, so the +# target resolves to that serverless-vN (here v3) rather than defaulting to v4. +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 12345, + "settings": { + "name": "serverless-job", + "environments": [ + {"environment_key": "default", "spec": {"environment_version": "3"}} + ] + } +} +''' + +[[Server]] +Pattern = "GET /serverless/serverless-v3/pyproject.toml" +Response.Body = ''' +[project] +requires-python = ">=3.11" + +[dependency-groups] +dev = ["databricks-connect~=15.4.0"] + +[tool.uv] +constraint-dependencies = ["pyarrow<19"] +''' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/job-serverless-version-mismatch/out.test.toml b/acceptance/localenv/job-serverless-version-mismatch/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/job-serverless-version-mismatch/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-serverless-version-mismatch/output.txt b/acceptance/localenv/job-serverless-version-mismatch/output.txt new file mode 100644 index 00000000000..87aeb4119eb --- /dev/null +++ b/acceptance/localenv/job-serverless-version-mismatch/output.txt @@ -0,0 +1,7 @@ +preflight ok check +resolve error resolving job 12345: job 12345 has serverless environments with differing versions; pass --serverless explicitly to disambiguate +fetch pending +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-serverless-version-mismatch/script b/acceptance/localenv/job-serverless-version-mismatch/script new file mode 100644 index 00000000000..507f2344ce1 --- /dev/null +++ b/acceptance/localenv/job-serverless-version-mismatch/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-serverless-version-mismatch/test.toml b/acceptance/localenv/job-serverless-version-mismatch/test.toml new file mode 100644 index 00000000000..eaa4c575a62 --- /dev/null +++ b/acceptance/localenv/job-serverless-version-mismatch/test.toml @@ -0,0 +1,22 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +# Tasks can reference any environment_key, so a job whose serverless environments +# declare differing versions is ambiguous: resolution must refuse rather than +# guess from the first environment. +[[Server]] +Pattern = "GET /api/2.2/jobs/get" +Response.Body = ''' +{ + "job_id": 12345, + "settings": { + "name": "serverless-mismatch-job", + "environments": [ + {"environment_key": "a", "spec": {"environment_version": "3"}}, + {"environment_key": "b", "spec": {"environment_version": "4"}} + ] + } +} +''' diff --git a/acceptance/localenv/json-error/out.test.toml b/acceptance/localenv/json-error/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/json-error/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/json-error/output.txt b/acceptance/localenv/json-error/output.txt new file mode 100644 index 00000000000..e76a8f74798 --- /dev/null +++ b/acceptance/localenv/json-error/output.txt @@ -0,0 +1,42 @@ +{ + "schemaVersion": 1, + "command": "local-env python sync", + "ok": false, + "mode": "default", + "dryRun": false, + "greenfield": false, + "phases": [ + { + "phase": "preflight", + "status": "ok" + }, + { + "phase": "resolve", + "status": "error" + }, + { + "phase": "fetch", + "status": "pending" + }, + { + "phase": "merge", + "status": "pending" + }, + { + "phase": "provision", + "status": "pending" + }, + { + "phase": "validate", + "status": "pending" + } + ], + "warnings": [], + "error": { + "code": "E_NO_TARGET", + "failurePhase": "resolve", + "message": "No compute target is selected. Select a cluster or serverless target, or pass --cluster / --serverless / --job", + "diskMutated": false + }, + "durationMs": 0 +} diff --git a/acceptance/localenv/json-error/script b/acceptance/localenv/json-error/script new file mode 100644 index 00000000000..bffcc264af6 --- /dev/null +++ b/acceptance/localenv/json-error/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --output json diff --git a/acceptance/localenv/json-error/test.toml b/acceptance/localenv/json-error/test.toml new file mode 100644 index 00000000000..0d0481fb836 --- /dev/null +++ b/acceptance/localenv/json-error/test.toml @@ -0,0 +1,5 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/manager-unsupported/environment.yml b/acceptance/localenv/manager-unsupported/environment.yml new file mode 100644 index 00000000000..d5364e4706f --- /dev/null +++ b/acceptance/localenv/manager-unsupported/environment.yml @@ -0,0 +1,3 @@ +name: demo +dependencies: + - python=3.10 diff --git a/acceptance/localenv/manager-unsupported/out.test.toml b/acceptance/localenv/manager-unsupported/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/manager-unsupported/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/manager-unsupported/output.txt b/acceptance/localenv/manager-unsupported/output.txt new file mode 100644 index 00000000000..3a484fd1235 --- /dev/null +++ b/acceptance/localenv/manager-unsupported/output.txt @@ -0,0 +1,7 @@ +preflight error detected a conda project; automated setup for conda is not yet available (P1). Use a uv project (add a pyproject.toml with a [tool.uv] table, or run `uv init`) to provision automatically +resolve pending +fetch pending +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/manager-unsupported/script b/acceptance/localenv/manager-unsupported/script new file mode 100644 index 00000000000..aae187d00cb --- /dev/null +++ b/acceptance/localenv/manager-unsupported/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync --serverless v4 --check diff --git a/acceptance/localenv/manager-unsupported/test.toml b/acceptance/localenv/manager-unsupported/test.toml new file mode 100644 index 00000000000..0d0481fb836 --- /dev/null +++ b/acceptance/localenv/manager-unsupported/test.toml @@ -0,0 +1,5 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/no-target/out.test.toml b/acceptance/localenv/no-target/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/no-target/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/no-target/output.txt b/acceptance/localenv/no-target/output.txt new file mode 100644 index 00000000000..7ffd3040a3b --- /dev/null +++ b/acceptance/localenv/no-target/output.txt @@ -0,0 +1,7 @@ +preflight ok uv [UV_VERSION] +resolve error No compute target is selected. Select a cluster or serverless target, or pass --cluster / --serverless / --job +fetch pending +merge pending +provision pending +validate pending +For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/no-target/script b/acceptance/localenv/no-target/script new file mode 100644 index 00000000000..3460d1b8cf1 --- /dev/null +++ b/acceptance/localenv/no-target/script @@ -0,0 +1 @@ +musterr $CLI local-env python sync diff --git a/acceptance/localenv/no-target/test.toml b/acceptance/localenv/no-target/test.toml new file mode 100644 index 00000000000..0d0481fb836 --- /dev/null +++ b/acceptance/localenv/no-target/test.toml @@ -0,0 +1,5 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/serverless-check/out.test.toml b/acceptance/localenv/serverless-check/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/serverless-check/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/serverless-check/output.txt b/acceptance/localenv/serverless-check/output.txt new file mode 100644 index 00000000000..927da068d45 --- /dev/null +++ b/acceptance/localenv/serverless-check/output.txt @@ -0,0 +1,13 @@ + +>>> [CLI] local-env python sync --serverless v4 --check +preflight ok check +resolve ok source=serverless envKey=serverless/serverless-v4 +fetch ok source=[DATABRICKS_URL]/serverless/serverless-v4/pyproject.toml fromCache=false +merge ok +provision ok +validate ok +Plan: [TEST_TMP_DIR]/pyproject.toml + changed region: requires-python + changed region: tool.uv.constraint-dependencies + changed region: databricks-connect +Check complete. No files were modified. diff --git a/acceptance/localenv/serverless-check/script b/acceptance/localenv/serverless-check/script new file mode 100644 index 00000000000..8c202ab129c --- /dev/null +++ b/acceptance/localenv/serverless-check/script @@ -0,0 +1 @@ +trace $CLI local-env python sync --serverless v4 --check diff --git a/acceptance/localenv/serverless-check/test.toml b/acceptance/localenv/serverless-check/test.toml new file mode 100644 index 00000000000..e2b12fc95ba --- /dev/null +++ b/acceptance/localenv/serverless-check/test.toml @@ -0,0 +1,21 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +[[Server]] +Pattern = "GET /serverless/serverless-v4/pyproject.toml" +Response.Body = ''' +[project] +requires-python = ">=3.12" + +[dependency-groups] +dev = ["databricks-connect~=17.2.0"] + +[tool.uv] +constraint-dependencies = ["pyarrow<19", "pandas<3"] +''' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/localenv/serverless-json/out.test.toml b/acceptance/localenv/serverless-json/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/localenv/serverless-json/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/serverless-json/output.txt b/acceptance/localenv/serverless-json/output.txt new file mode 100644 index 00000000000..c53fa61031a --- /dev/null +++ b/acceptance/localenv/serverless-json/output.txt @@ -0,0 +1,54 @@ + +>>> [CLI] local-env python sync --serverless v4 --check --output json +{ + "schemaVersion": 1, + "command": "local-env python sync", + "ok": true, + "mode": "default", + "dryRun": true, + "target": { + "source": "serverless", + "serverlessVersion": "v4", + "envKey": "serverless/serverless-v4" + }, + "resolved": { + "pythonVersion": "3.12", + "dbconnectVersion": "17.2.0", + "artifactSource": "network" + }, + "greenfield": true, + "plan": { + "wouldWrite": "[TEST_TMP_DIR]/pyproject.toml", + "wouldInstallPython": "3.12", + "diff": "--- pyproject.toml\n+++ pyproject.toml\n@@ -1 +1,17 @@\n+[project]\n+name = \"001\"\n+version = \"0.0.0\"\n+requires-python = \"\u003e=3.12\"\n+\n+[dependency-groups]\n+dev = [\n+ \"databricks-connect~=17.2.0\",\n+]\n+\n+# managed by databricks local-env python sync — do not edit\n+[tool.uv]\n+constraint-dependencies = [\n+ \"pyarrow\u003c19\",\n+ \"pandas\u003c3\",\n+]\n+# end managed by databricks local-env python sync\n" + }, + "phases": [ + { + "phase": "preflight", + "status": "ok" + }, + { + "phase": "resolve", + "status": "ok" + }, + { + "phase": "fetch", + "status": "ok" + }, + { + "phase": "merge", + "status": "ok" + }, + { + "phase": "provision", + "status": "ok" + }, + { + "phase": "validate", + "status": "ok" + } + ], + "warnings": [], + "error": null, + "durationMs": 0 +} diff --git a/acceptance/localenv/serverless-json/script b/acceptance/localenv/serverless-json/script new file mode 100644 index 00000000000..84ff5620456 --- /dev/null +++ b/acceptance/localenv/serverless-json/script @@ -0,0 +1 @@ +trace $CLI local-env python sync --serverless v4 --check --output json diff --git a/acceptance/localenv/serverless-json/test.toml b/acceptance/localenv/serverless-json/test.toml new file mode 100644 index 00000000000..e2b12fc95ba --- /dev/null +++ b/acceptance/localenv/serverless-json/test.toml @@ -0,0 +1,21 @@ +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] + +[Env] +DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" + +[[Server]] +Pattern = "GET /serverless/serverless-v4/pyproject.toml" +Response.Body = ''' +[project] +requires-python = ">=3.12" + +[dependency-groups] +dev = ["databricks-connect~=17.2.0"] + +[tool.uv] +constraint-dependencies = ["pyarrow<19", "pandas<3"] +''' + +[[Repls]] +Old = 'uv uv \S+(?: \([^)]+\))?' +New = 'uv [UV_VERSION]' diff --git a/acceptance/ssh/connect-serverless-cpu/known_hosts b/acceptance/ssh/connect-serverless-cpu/known_hosts new file mode 100644 index 00000000000..197ec818881 --- /dev/null +++ b/acceptance/ssh/connect-serverless-cpu/known_hosts @@ -0,0 +1 @@ +# not actually checked by tests; accept-new appends the ephemeral host key here diff --git a/acceptance/ssh/connect-serverless-cpu/out.test.toml b/acceptance/ssh/connect-serverless-cpu/out.test.toml index 0a085fdfda4..4cea3439153 100644 --- a/acceptance/ssh/connect-serverless-cpu/out.test.toml +++ b/acceptance/ssh/connect-serverless-cpu/out.test.toml @@ -1,4 +1,7 @@ -Local = false -Cloud = true +Local = true +Cloud = false RequiresUnityCatalog = true +GOOS.darwin = false +GOOS.linux = true +GOOS.windows = false EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/ssh/connect-serverless-cpu/output.txt b/acceptance/ssh/connect-serverless-cpu/output.txt index e69de29bb2d..5519f43fc58 100644 --- a/acceptance/ssh/connect-serverless-cpu/output.txt +++ b/acceptance/ssh/connect-serverless-cpu/output.txt @@ -0,0 +1,39 @@ + +=== CLI ssh connect (local sshd) + +>>> print_requests.py //api/2.2/jobs/runs/submit +{ + "method": "POST", + "path": "/api/2.2/jobs/runs/submit", + "body": { + "environments": [ + { + "environment_key": "ssh_tunnel_serverless", + "spec": { + "environment_version": "4" + } + } + ], + "run_name": "ssh-server-bootstrap-[CPU_CONN]", + "tasks": [ + { + "environment_key": "ssh_tunnel_serverless", + "notebook_task": { + "base_parameters": { + "authorizedKeySecretName": "client-public-key", + "maxClients": "10", + "secretScopeName": "[USERNAME]-[CPU_CONN]-ssh-tunnel-keys", + "serverless": "true", + "sessionId": "[CPU_CONN]", + "shutdownDelay": "10m0s", + "version": "[CLI_VERSION]" + }, + "notebook_path": "/Workspace/Users/[USERNAME]/.databricks/ssh-tunnel/[CLI_VERSION]/[CPU_CONN]/ssh-server-bootstrap" + }, + "task_key": "start_ssh_server", + "timeout_seconds": 86400 + } + ], + "timeout_seconds": 86400 + } +} diff --git a/acceptance/ssh/connect-serverless-cpu/script b/acceptance/ssh/connect-serverless-cpu/script index 841cf780493..40bbb6debc2 100644 --- a/acceptance/ssh/connect-serverless-cpu/script +++ b/acceptance/ssh/connect-serverless-cpu/script @@ -1,6 +1,27 @@ -errcode $CLI ssh connect --releases-dir=$CLI_RELEASES_DIR -- "echo 'Connection successful'" >out.stdout.txt 2>LOG.stderr +if [ -n "${CLOUD_ENV:-}" ]; then + # Cloud: real serverless CPU runs the command; dump the run on failure. + title "CLI ssh connect (serverless CPU)\n" + errcode $CLI ssh connect --releases-dir=$CLI_RELEASES_DIR -- "echo 'Connection successful'" >out.stdout.txt 2>LOG.stderr + if ! grep -q "Connection successful" out.stdout.txt; then + run_id=$(cat LOG.stderr | grep -o "Job submitted successfully with run ID: [0-9]*" | grep -o "[0-9]*$") + trace $CLI jobs get-run "$run_id" > LOG.job + fi +else + # Local: the test server backs the /ssh websocket with a real sshd, so this + # asserts the bootstrap job plus a full handshake over the tunnel. Skip when + # sshd is absent (only task test-exp-ssh provisions it). + if [ -z "$(command -v sshd || ls /usr/sbin/sshd /usr/local/sbin/sshd /sbin/sshd 2>/dev/null)" ]; then + echo "SKIP_TEST sshd (openssh-server) not installed" + exit 0 + fi -if ! grep -q "Connection successful" out.stdout.txt; then - run_id=$(cat LOG.stderr | grep -o "Job submitted successfully with run ID: [0-9]*" | grep -o "[0-9]*$") - trace $CLI jobs get-run "$run_id" > LOG.job + # No release artifacts locally and they're never executed; stand in empty archives. + mkdir -p releases + touch releases/databricks_cli_linux_amd64.zip + touch releases/databricks_cli_linux_arm64.zip + CLI_RELEASES_DIR="$PWD/releases" + + title "CLI ssh connect (local sshd)\n" + errcode $CLI ssh connect --releases-dir=$CLI_RELEASES_DIR --user-known-hosts-file=known_hosts -- "echo 'Connection successful'" >out.stdout.txt 2>LOG.stderr + trace print_requests.py //api/2.2/jobs/runs/submit fi diff --git a/acceptance/ssh/connect-serverless-cpu/test.toml b/acceptance/ssh/connect-serverless-cpu/test.toml index c7dfb393289..ca00098972c 100644 --- a/acceptance/ssh/connect-serverless-cpu/test.toml +++ b/acceptance/ssh/connect-serverless-cpu/test.toml @@ -1,8 +1,28 @@ -Local = false -Cloud = true +Local = true +Cloud = false -# Serverless requires Unity Catalog +# Serverless requires Unity Catalog. RequiresUnityCatalog = true +# Record requests so we can assert the bootstrap job the CLI submits. +RecordRequests = true + +# Stand-in release archives staged by the local run; not golden output. +Ignore = [ + "releases", +] + +# The local run drives a real sshd, reliable only on Linux. +[GOOS] + linux = true + darwin = false + windows = false + +# No --name: the connection name is a hash of the (random) local host, so +# normalize it to keep the submitted job payload deterministic. +[[Repls]] +Old = 'databricks-cpu-[0-9a-f]{8}' +New = "[CPU_CONN]" + [EnvMatrix] DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/bundle/config/mutator/translate_paths.go b/bundle/config/mutator/translate_paths.go index d50cdbf3060..c44e91160b9 100644 --- a/bundle/config/mutator/translate_paths.go +++ b/bundle/config/mutator/translate_paths.go @@ -333,10 +333,10 @@ func applyTranslations(ctx context.Context, b *bundle.Bundle, t *translateContex }} } // Use a placeholder referencing workspace.snapshot_path so that paths are stored - // as ${workspace.snapshot_path}/src/files/ during validate. After + // as ${workspace.snapshot_path}/files/ during validate. After // snapshot.Upload() sets workspace.snapshot_path, a variable-resolution pass // expands these references to the actual content-addressed paths. - t.remoteRoot = "${workspace.snapshot_path}/src/files" + t.remoteRoot = "${workspace.snapshot_path}/files" case config.IsExplicitlyEnabled(t.b.Config.Presets.SourceLinkedDeployment): t.remoteRoot = t.b.SyncRootPath default: diff --git a/bundle/config/validate/folder_permissions.go b/bundle/config/validate/folder_permissions.go index c4355abaf86..bd8a416f609 100644 --- a/bundle/config/validate/folder_permissions.go +++ b/bundle/config/validate/folder_permissions.go @@ -2,17 +2,12 @@ package validate import ( "context" - "fmt" - "path" - "strconv" "github.com/databricks/cli/bundle" "github.com/databricks/cli/bundle/libraries" "github.com/databricks/cli/bundle/paths" "github.com/databricks/cli/bundle/permissions" "github.com/databricks/cli/libs/diag" - "github.com/databricks/databricks-sdk-go/apierr" - "github.com/databricks/databricks-sdk-go/service/workspace" "golang.org/x/sync/errgroup" ) @@ -54,44 +49,12 @@ func checkFolderPermission(ctx context.Context, b *bundle.Bundle, folderPath str } w := b.WorkspaceClient(ctx).Workspace - obj, err := getClosestExistingObject(ctx, w, folderPath) + acl, err := permissions.ResolveFolderACL(ctx, w, folderPath) if err != nil { return diag.FromErr(err) } - objPermissions, err := w.GetPermissions(ctx, workspace.GetWorkspaceObjectPermissionsRequest{ - WorkspaceObjectId: strconv.FormatInt(obj.ObjectId, 10), - WorkspaceObjectType: "directories", - }) - if err != nil { - return diag.FromErr(err) - } - - p := permissions.ObjectAclToResourcePermissions(folderPath, objPermissions.AccessControlList) - return p.Compare(b.Config.Permissions) -} - -func getClosestExistingObject(ctx context.Context, w workspace.WorkspaceInterface, folderPath string) (*workspace.ObjectInfo, error) { - for { - obj, err := w.GetStatusByPath(ctx, folderPath) - if err == nil { - return obj, nil - } - - if !apierr.IsMissing(err) { - return nil, err - } - - parent := path.Dir(folderPath) - // If the parent is the same as the current folder, then we have reached the root - if folderPath == parent { - break - } - - folderPath = parent - } - - return nil, fmt.Errorf("folder %s and its parent folders do not exist", folderPath) + return acl.Permissions.Compare(b.Config.Permissions) } // Name implements bundle.ReadOnlyMutator. diff --git a/bundle/config/validate/required.go b/bundle/config/validate/required.go index 6f886caab44..a5a1b611357 100644 --- a/bundle/config/validate/required.go +++ b/bundle/config/validate/required.go @@ -5,6 +5,7 @@ import ( "context" "fmt" "slices" + "strings" "github.com/databricks/cli/bundle" "github.com/databricks/cli/bundle/internal/validation/generated" @@ -68,7 +69,14 @@ func warnForMissingFields(ctx context.Context, b *bundle.Bundle) diag.Diagnostic return diag.FromErr(err) } - // Sort diagnostics to make them deterministic + sortDiagnostics(diags) + + return diags +} + +// sortDiagnostics orders diagnostics deterministically, since they are collected +// by walking maps with random iteration order. +func sortDiagnostics(diags diag.Diagnostics) { slices.SortFunc(diags, func(a, b diag.Diagnostic) int { // First sort by summary if n := cmp.Compare(a.Summary, b.Summary); n != 0 { @@ -78,8 +86,6 @@ func warnForMissingFields(ctx context.Context, b *bundle.Bundle) diag.Diagnostic // Finally sort by locations as a tie breaker if summaries are the same. return cmp.Compare(fmt.Sprintf("%v", a.Locations), fmt.Sprintf("%v", b.Locations)) }) - - return diags } // Bespoke code to error for fields that are not marked as required in the Go SDK / OpenAPI spec. @@ -119,14 +125,73 @@ func errorForMissingFields(ctx context.Context, b *bundle.Bundle) diag.Diagnosti }) } + // sql_warehouses.name is optional in the SDK (json:"name,omitempty") but required + // by the backend, which rejects whitespace-only names (name.trim.nonEmpty). + for key, warehouse := range b.Config.Resources.SqlWarehouses { + if strings.TrimSpace(warehouse.Name) == "" { + path := "resources.sql_warehouses." + key + diags = diags.Append(diag.Diagnostic{ + Severity: diag.Error, + Summary: "sql_warehouse name is required", + Locations: b.Config.GetLocations(path), + Paths: []dyn.Path{dyn.MustPathFromString(path)}, + }) + } + } + + sortDiagnostics(diags) + + return diags +} + +// warnForMissingGrantPrincipals warns for any grant that is missing a principal. +// grants[*].principal is optional in the SDK (json:"principal,omitempty") but the +// backend requires it. Grants exist on every securable, so match any resource type. +func warnForMissingGrantPrincipals(ctx context.Context, b *bundle.Bundle) diag.Diagnostics { + diags := diag.Diagnostics{} + + _, err := dyn.MapByPattern( + b.Config.Value(), + dyn.NewPattern(dyn.Key("resources"), dyn.AnyKey(), dyn.AnyKey(), dyn.Key("grants"), dyn.AnyIndex()), + func(p dyn.Path, v dyn.Value) (dyn.Value, error) { + if isMissingOrEmptyString(v.Get("principal")) { + diags = diags.Append(diag.Diagnostic{ + Severity: diag.Warning, + Summary: "grant principal is required", + Locations: v.Locations(), + Paths: []dyn.Path{slices.Clone(p)}, + }) + } + return v, nil + }, + ) + if err != nil { + return diag.FromErr(err) + } + + sortDiagnostics(diags) + return diags } +// isMissingOrEmptyString reports whether v is unset, null, or an empty string. +func isMissingOrEmptyString(v dyn.Value) bool { + switch v.Kind() { + case dyn.KindInvalid, dyn.KindNil: + return true + case dyn.KindString: + return v.MustString() == "" + default: + return false + } +} + func (f *required) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnostics { diags := errorForMissingFields(ctx, b) if diags.HasError() { return diags } diags = diags.Extend(warnForMissingFields(ctx, b)) + diags = diags.Extend(warnForMissingGrantPrincipals(ctx, b)) return diags } diff --git a/bundle/deploy/snapshot/path.go b/bundle/deploy/snapshot/path.go index 9d0ebdce16a..5aecc0148df 100644 --- a/bundle/deploy/snapshot/path.go +++ b/bundle/deploy/snapshot/path.go @@ -74,7 +74,11 @@ func addSyncRootToZip(ctx context.Context, zw *zip.Writer, b *bundle.Bundle) (in if err != nil { return 0, err } - fileList, err := libsync.GetFileList(ctx, *opts) + fl, err := libsync.NewFileList(ctx, opts.WorktreeRoot, opts.LocalRoot, opts.Paths, opts.Include, opts.Exclude) + if err != nil { + return 0, fmt.Errorf("build file set: %w", err) + } + fileList, err := fl.Files(ctx) if err != nil { return 0, err } diff --git a/bundle/deploy/snapshot/path_test.go b/bundle/deploy/snapshot/path_test.go index ee8251fe316..dd88a30e9ef 100644 --- a/bundle/deploy/snapshot/path_test.go +++ b/bundle/deploy/snapshot/path_test.go @@ -33,6 +33,10 @@ func makeBundleWithFiles(t *testing.T, files map[string]string) *bundle.Bundle { WorktreeRoot: root, Config: config.Root{ Bundle: config.Bundle{Target: "default"}, + // The SyncDefaultPath mutator sets this to ["."] during initialize; + // set it here since these tests bypass the mutator pipeline. Empty + // sync paths select no files. + Sync: config.Sync{Paths: []string{"."}}, }, } } diff --git a/bundle/deploy/snapshot/upload.go b/bundle/deploy/snapshot/upload.go index ca85df0e326..8ec7a215d03 100644 --- a/bundle/deploy/snapshot/upload.go +++ b/bundle/deploy/snapshot/upload.go @@ -68,13 +68,12 @@ func (m *snapshotUpload) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagn log.Infof(ctx, "Snapshot uploaded to %s", info.Path) - // The API unpacks the zip under a "src" subdirectory. b.Config.Workspace.SnapshotPath = info.Path - b.Config.Workspace.FilePath = path.Join(info.Path, "src", "files") + b.Config.Workspace.FilePath = path.Join(info.Path, "files") // Only set artifact_path when artifacts are present; with no artifacts the - // zip has no "src/artifacts" directory and a get-status on it would 404. + // zip has no "artifacts" directory and a get-status on it would 404. if len(b.Config.Artifacts) > 0 { - b.Config.Workspace.ArtifactPath = path.Join(info.Path, "src", "artifacts") + b.Config.Workspace.ArtifactPath = path.Join(info.Path, "artifacts") } return diags diff --git a/bundle/deploy/snapshot/upload_warning_test.go b/bundle/deploy/snapshot/upload_warning_test.go index c08b6a87b5a..ae45c45a87d 100644 --- a/bundle/deploy/snapshot/upload_warning_test.go +++ b/bundle/deploy/snapshot/upload_warning_test.go @@ -38,6 +38,10 @@ func makeBundle(t *testing.T, nFiles int) *bundle.Bundle { WorktreeRoot: root, Config: config.Root{ Bundle: config.Bundle{Target: "default"}, + // The SyncDefaultPath mutator sets this to ["."] during initialize; + // set it here since these tests bypass the mutator pipeline. Empty + // sync paths select no files. + Sync: config.Sync{Paths: []string{"."}}, Workspace: config.Workspace{ CurrentUser: &config.User{ User: &iam.User{UserName: "test@example.test"}, diff --git a/bundle/generate/downloader.go b/bundle/generate/downloader.go index 87aa4ef5751..334175496aa 100644 --- a/bundle/generate/downloader.go +++ b/bundle/generate/downloader.go @@ -34,14 +34,44 @@ type Downloader struct { sourceDir string configDir string basePath string + + // downloadSparkPythonFiles controls whether workspace files referenced by a + // spark_python_task are downloaded. It is opt-in because a Python file often + // imports sibling files that are not captured, so downloading only the entry + // point can produce a job that fails at runtime with missing imports. + downloadSparkPythonFiles bool +} + +// DownloaderOption configures a Downloader. +type DownloaderOption func(*Downloader) + +// WithSparkPythonFiles enables downloading workspace files referenced by a +// spark_python_task. +func WithSparkPythonFiles() DownloaderOption { + return func(n *Downloader) { + n.downloadSparkPythonFiles = true + } } func (n *Downloader) MarkTaskForDownload(ctx context.Context, task *jobs.Task) error { - if task.NotebookTask == nil { - return nil + if task.NotebookTask != nil { + return n.markNotebookForDownload(ctx, &task.NotebookTask.NotebookPath) + } + + if n.downloadSparkPythonFiles && task.SparkPythonTask != nil && isWorkspaceFileTask(task.SparkPythonTask.Source, task.SparkPythonTask.PythonFile) { + return n.markFileForDownload(ctx, &task.SparkPythonTask.PythonFile) } - return n.markNotebookForDownload(ctx, &task.NotebookTask.NotebookPath) + return nil +} + +// isWorkspaceFileTask reports whether a task file lives in the Databricks +// workspace and should be downloaded. Files sourced from Git (source: GIT) are +// left to the Git repository, and python_file also accepts cloud URIs +// (dbfs:/, s3:/, adls:/, gcs:/) which are not workspace paths; per the Jobs API, +// workspace files are absolute and begin with "/". +func isWorkspaceFileTask(source jobs.Source, filePath string) bool { + return source != jobs.SourceGit && strings.HasPrefix(filePath, "/") } func (n *Downloader) MarkPipelineLibraryForDownload(ctx context.Context, lib *pipelines.PipelineLibrary) error { @@ -218,6 +248,9 @@ func (n *Downloader) MarkTasksForDownload(ctx context.Context, tasks []jobs.Task if task.NotebookTask != nil { paths = append(paths, task.NotebookTask.NotebookPath) } + if n.downloadSparkPythonFiles && task.SparkPythonTask != nil && isWorkspaceFileTask(task.SparkPythonTask.Source, task.SparkPythonTask.PythonFile) { + paths = append(paths, task.SparkPythonTask.PythonFile) + } } if len(paths) > 0 { n.basePath = commonDirPrefix(paths) @@ -350,11 +383,15 @@ func writeAndClose(dst io.WriteCloser, src io.Reader) error { return err } -func NewDownloader(w *databricks.WorkspaceClient, sourceDir, configDir string) *Downloader { - return &Downloader{ +func NewDownloader(w *databricks.WorkspaceClient, sourceDir, configDir string, opts ...DownloaderOption) *Downloader { + n := &Downloader{ files: make(map[string]exportFile), w: w, sourceDir: sourceDir, configDir: configDir, } + for _, opt := range opts { + opt(n) + } + return n } diff --git a/bundle/generate/downloader_test.go b/bundle/generate/downloader_test.go index ed8c9cbf045..d3d6bca8aca 100644 --- a/bundle/generate/downloader_test.go +++ b/bundle/generate/downloader_test.go @@ -295,6 +295,98 @@ func TestDownloader_MarkTasksForDownload_SingleNotebook(t *testing.T) { assert.Len(t, downloader.files, 1) } +func TestDownloader_MarkTasksForDownload_SparkPythonFile(t *testing.T) { + ctx := t.Context() + m := mocks.NewMockWorkspaceClient(t) + + dir := "base/dir" + sourceDir := filepath.Join(dir, "source") + configDir := filepath.Join(dir, "config") + downloader := NewDownloader(m.WorkspaceClient, sourceDir, configDir, WithSparkPythonFiles()) + + pythonFile := "/Users/user/project/etl/job.py" + m.GetMockWorkspaceAPI().EXPECT().GetStatusByPath(ctx, pythonFile).Return(&workspace.ObjectInfo{ + Path: pythonFile, + }, nil) + + tasks := []jobs.Task{ + { + TaskKey: "spark_python_task", + SparkPythonTask: &jobs.SparkPythonTask{ + PythonFile: pythonFile, + }, + }, + } + + err := downloader.MarkTasksForDownload(ctx, tasks) + require.NoError(t, err) + + assert.Equal(t, "../source/job.py", tasks[0].SparkPythonTask.PythonFile) + require.Len(t, downloader.files, 1) + f := downloader.files[filepath.Join(sourceDir, "job.py")] + assert.Equal(t, pythonFile, f.path) + assert.Equal(t, workspace.ExportFormatSource, f.format) +} + +func TestDownloader_MarkTasksForDownload_SparkPythonFileSkipped(t *testing.T) { + ctx := t.Context() + // Cloud URIs and Git-sourced files are not workspace paths, so no + // get-status/download requests should be made for them. + w := newTestWorkspaceClient(t, func(w http.ResponseWriter, r *http.Request) { + t.Fatalf("unexpected request: %s %s", r.Method, r.URL.Path) + }) + + downloader := NewDownloader(w, "source", "config", WithSparkPythonFiles()) + + tasks := []jobs.Task{ + { + TaskKey: "cloud_uri_task", + SparkPythonTask: &jobs.SparkPythonTask{ + PythonFile: "dbfs:/FileStore/job.py", + }, + }, + { + TaskKey: "git_task", + SparkPythonTask: &jobs.SparkPythonTask{ + PythonFile: "etl/job.py", + Source: jobs.SourceGit, + }, + }, + } + + err := downloader.MarkTasksForDownload(ctx, tasks) + require.NoError(t, err) + assert.Empty(t, downloader.files) + assert.Equal(t, "dbfs:/FileStore/job.py", tasks[0].SparkPythonTask.PythonFile) + assert.Equal(t, "etl/job.py", tasks[1].SparkPythonTask.PythonFile) +} + +func TestDownloader_MarkTasksForDownload_SparkPythonFileDisabledByDefault(t *testing.T) { + ctx := t.Context() + // Without WithSparkPythonFiles, workspace files referenced by a + // spark_python_task are left untouched, so no requests are made. + w := newTestWorkspaceClient(t, func(w http.ResponseWriter, r *http.Request) { + t.Fatalf("unexpected request: %s %s", r.Method, r.URL.Path) + }) + + downloader := NewDownloader(w, "source", "config") + + pythonFile := "/Users/user/project/etl/job.py" + tasks := []jobs.Task{ + { + TaskKey: "spark_python_task", + SparkPythonTask: &jobs.SparkPythonTask{ + PythonFile: pythonFile, + }, + }, + } + + err := downloader.MarkTasksForDownload(ctx, tasks) + require.NoError(t, err) + assert.Empty(t, downloader.files) + assert.Equal(t, pythonFile, tasks[0].SparkPythonTask.PythonFile) +} + func TestDownloader_MarkTasksForDownload_NoNotebooks(t *testing.T) { ctx := t.Context() w := newTestWorkspaceClient(t, func(w http.ResponseWriter, r *http.Request) { diff --git a/bundle/permissions/folder_acl.go b/bundle/permissions/folder_acl.go new file mode 100644 index 00000000000..6145608a694 --- /dev/null +++ b/bundle/permissions/folder_acl.go @@ -0,0 +1,177 @@ +package permissions + +import ( + "context" + "errors" + "fmt" + "path" + "strconv" + + "github.com/databricks/cli/bundle/config/resources" + "github.com/databricks/databricks-sdk-go/apierr" + "github.com/databricks/databricks-sdk-go/service/iam" + "github.com/databricks/databricks-sdk-go/service/workspace" +) + +// adminsGroup is the workspace admins group. Its members can write to any +// workspace folder regardless of the folder ACL, so writability checks must not +// conclude "cannot write" for an admin. +const adminsGroup = "admins" + +// FolderACL is the resolved access-control state of a workspace folder: the +// permissions that actually apply to it, resolved by walking up to the closest +// existing ancestor when the folder itself does not exist yet. +type FolderACL struct { + // RequestedPath is the folder the caller asked about. + RequestedPath string + // ResolvedPath is the existing object whose ACL was read. It equals + // RequestedPath when the folder exists, or the closest existing ancestor + // otherwise (a not-yet-created folder inherits its ancestor's ACL). + ResolvedPath string + // Permissions are the ACL entries that apply, keyed by principal. + Permissions *WorkspacePathPermissions +} + +// ResolveFolderACL reads the ACL that applies to folderPath. When folderPath does +// not exist, it walks up to the closest existing ancestor, since a folder created +// under it will inherit that ancestor's permissions. +func ResolveFolderACL(ctx context.Context, w workspace.WorkspaceInterface, folderPath string) (*FolderACL, error) { + obj, err := closestExistingObject(ctx, w, folderPath) + if err != nil { + return nil, err + } + + objPermissions, err := w.GetPermissions(ctx, workspace.GetWorkspaceObjectPermissionsRequest{ + WorkspaceObjectId: strconv.FormatInt(obj.ObjectId, 10), + WorkspaceObjectType: "directories", + }) + if err != nil { + return nil, err + } + + // Report against the requested path, not the resolved ancestor, so diagnostics + // name the folder the user configured. + return &FolderACL{ + RequestedPath: folderPath, + ResolvedPath: obj.Path, + Permissions: ObjectAclToResourcePermissions(folderPath, objPermissions.AccessControlList), + }, nil +} + +// Writability is the outcome of a folder writability check. It is three-valued +// because the check cannot always reach a definite answer: reading a folder ACL +// itself requires manage access, so the common "cannot write" case surfaces as a +// permission error on the read rather than as a readable ACL that omits the user. +type Writability int + +const ( + // WritabilityUnknown means writability could not be determined (e.g. the + // folder does not exist and has no existing ancestor, or the ACL read failed + // for a reason other than permission denied). Callers should not warn. + WritabilityUnknown Writability = iota + // WritabilityWritable means the user has write access (directly, via a group, + // or as an admin), or it cannot be ruled out. + WritabilityWritable + // WritabilityNotWritable means the user definitely lacks write access: the + // permissions API denied the ACL read (which requires manage access), or the + // ACL was readable but grants the user no write-capable level. + WritabilityNotWritable +) + +// CheckWritable reports whether user can write to folderPath, resolving the ACL +// (walking up to the closest existing ancestor for a not-yet-created folder) and +// interpreting a permission-denied error on the read as a definite "not writable". +// +// Reading a folder ACL requires CAN_MANAGE (managing permissions is exclusive to +// CAN_MANAGE per the workspace ACL model; the permissions GET returns 403 +// "does not have Manage permissions" otherwise), so a 403 means the user cannot +// manage, and therefore cannot write to, the folder. +// See https://docs.databricks.com/aws/en/security/auth/access-control/ +func CheckWritable(ctx context.Context, w workspace.WorkspaceInterface, folderPath string, user *iam.User) Writability { + acl, err := ResolveFolderACL(ctx, w, folderPath) + if err != nil { + if errors.Is(err, apierr.ErrPermissionDenied) { + return WritabilityNotWritable + } + return WritabilityUnknown + } + + if acl.CanWrite(user) { + return WritabilityWritable + } + return WritabilityNotWritable +} + +// CanWrite reports whether user has write access (CAN_EDIT or higher) to the +// folder, either directly or through one of their groups. +// +// It only inspects a readable ACL; prefer CheckWritable, which also interprets a +// permission-denied error on the ACL read. It is deliberately conservative: +// it assumes write access when the user is a workspace admin (admins bypass the +// folder ACL) or when their group membership is not known here, because +// concluding "cannot write" in those cases would be a false alarm. +func (f *FolderACL) CanWrite(user *iam.User) bool { + groups := userGroupNames(user) + if groups[adminsGroup] { + return true + } + + for _, p := range f.Permissions.Permissions { + if !isWriteLevel(string(p.Level)) { + continue + } + switch { + case p.UserName != "" && p.UserName == user.UserName: + return true + case p.ServicePrincipalName != "" && p.ServicePrincipalName == user.UserName: + return true + case p.GroupName != "" && groups[p.GroupName]: + return true + } + } + + return false +} + +// isWriteLevel reports whether an ACL level grants write access to a folder, +// which is what deploying a bundle requires. CAN_EDIT is the lowest such level. +func isWriteLevel(level string) bool { + return resources.GetLevelScore(level) >= resources.GetLevelScore(resources.CAN_EDIT) +} + +// userGroupNames returns the set of group display names the user belongs to. +func userGroupNames(user *iam.User) map[string]bool { + groups := make(map[string]bool, len(user.Groups)) + for _, g := range user.Groups { + if g.Display != "" { + groups[g.Display] = true + } + } + return groups +} + +// closestExistingObject returns the object at folderPath, or the closest existing +// ancestor when folderPath does not exist. A not-yet-created folder inherits the +// permissions of its closest existing ancestor. +func closestExistingObject(ctx context.Context, w workspace.WorkspaceInterface, folderPath string) (*workspace.ObjectInfo, error) { + for { + obj, err := w.GetStatusByPath(ctx, folderPath) + if err == nil { + return obj, nil + } + + if !apierr.IsMissing(err) { + return nil, err + } + + parent := path.Dir(folderPath) + // If the parent is the same as the current folder, then we have reached the root + if folderPath == parent { + break + } + + folderPath = parent + } + + return nil, fmt.Errorf("folder %s and its parent folders do not exist", folderPath) +} diff --git a/bundle/permissions/folder_acl_test.go b/bundle/permissions/folder_acl_test.go new file mode 100644 index 00000000000..45de01063ab --- /dev/null +++ b/bundle/permissions/folder_acl_test.go @@ -0,0 +1,249 @@ +package permissions + +import ( + "testing" + + "github.com/databricks/databricks-sdk-go/apierr" + "github.com/databricks/databricks-sdk-go/experimental/mocks" + "github.com/databricks/databricks-sdk-go/service/iam" + "github.com/databricks/databricks-sdk-go/service/workspace" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/mock" + "github.com/stretchr/testify/require" +) + +func user(name string, groups ...string) *iam.User { + u := &iam.User{UserName: name} + for _, g := range groups { + u.Groups = append(u.Groups, iam.ComplexValue{Display: g}) + } + return u +} + +func aclFor(t *testing.T, acl []workspace.WorkspaceObjectAccessControlResponse) *FolderACL { + t.Helper() + return &FolderACL{ + RequestedPath: "/Workspace/f", + ResolvedPath: "/Workspace/f", + Permissions: ObjectAclToResourcePermissions("/Workspace/f", acl), + } +} + +func TestFolderACLCanWrite(t *testing.T) { + editUser := []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "me@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_EDIT"}, + }, + }, + } + manageGroup := []workspace.WorkspaceObjectAccessControlResponse{ + { + GroupName: "devs", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + } + readOnlyUser := []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "me@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_READ"}, + }, + }, + } + sp := []workspace.WorkspaceObjectAccessControlResponse{ + { + ServicePrincipalName: "sp-uuid", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + } + + tests := []struct { + name string + acl []workspace.WorkspaceObjectAccessControlResponse + user *iam.User + want bool + }{ + {"direct write", editUser, user("me@example.com"), true}, + {"write via group", manageGroup, user("me@example.com", "devs"), true}, + {"read-only is not writable", readOnlyUser, user("me@example.com"), false}, + {"no matching entry", editUser, user("other@example.com"), false}, + {"service principal write", sp, user("sp-uuid"), true}, + + // Conservative cases: assume writable when it cannot be ruled out. + {"admin bypasses folder ACL", readOnlyUser, user("me@example.com", "admins"), true}, + {"write via group not in user's known groups", manageGroup, user("me@example.com"), false}, + } + + for _, tc := range tests { + t.Run(tc.name, func(t *testing.T) { + assert.Equal(t, tc.want, aclFor(t, tc.acl).CanWrite(tc.user)) + }) + } +} + +// These ACLs mirror the shape of real workspace folder permissions (verified +// against live traffic): a home-style folder granting the owner CAN_MANAGE +// directly plus inherited admin/service-principal entries, and a shared folder +// granting CAN_MANAGE to a group the user belongs to rather than to the user +// directly. + +// homeDirACL: owner has direct CAN_MANAGE (writable). +var homeDirACL = []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "owner@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + { + ServicePrincipalName: "00000000-0000-0000-0000-000000000000", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE", Inherited: true}, + }, + }, + { + GroupName: "admins", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE", Inherited: true}, + }, + }, +} + +// sharedDirACL: CAN_MANAGE granted to the "users" group (write via group, not a +// direct grant). +var sharedDirACL = []workspace.WorkspaceObjectAccessControlResponse{ + { + GroupName: "users", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + { + GroupName: "admins", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE", Inherited: true}, + }, + }, +} + +func TestFolderACLCanWriteRealisticACLs(t *testing.T) { + me := user("owner@example.com", "engineering", "users") + + assert.True(t, aclFor(t, homeDirACL).CanWrite(me), "own home dir: direct CAN_MANAGE") + assert.True(t, aclFor(t, sharedDirACL).CanWrite(me), "shared dir: CAN_MANAGE via users group") + + // A different user without any of these grants cannot write. + other := user("someone.else@example.com") + assert.False(t, aclFor(t, homeDirACL).CanWrite(other)) + assert.False(t, aclFor(t, sharedDirACL).CanWrite(other)) +} + +func TestCheckWritable(t *testing.T) { + const folder = "/Workspace/f" + me := user("me@example.com") + + writableACL := &workspace.WorkspaceObjectPermissions{ + AccessControlList: []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "me@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + }, + } + readOnlyACL := &workspace.WorkspaceObjectPermissions{ + AccessControlList: []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "me@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_READ"}, + }, + }, + }, + } + + tests := []struct { + name string + getPerms func() (*workspace.WorkspaceObjectPermissions, error) + want Writability + }{ + { + "writable", + func() (*workspace.WorkspaceObjectPermissions, error) { return writableACL, nil }, + WritabilityWritable, + }, + { + // Reading the ACL is denied because it requires manage access, so the + // user definitely cannot write. This is the common real-world case. + "permission denied on ACL read means not writable", + func() (*workspace.WorkspaceObjectPermissions, error) { + return nil, &apierr.APIError{StatusCode: 403, ErrorCode: "PERMISSION_DENIED"} + }, + WritabilityNotWritable, + }, + { + "readable ACL without a write grant means not writable", + func() (*workspace.WorkspaceObjectPermissions, error) { return readOnlyACL, nil }, + WritabilityNotWritable, + }, + { + "other errors are unknown", + func() (*workspace.WorkspaceObjectPermissions, error) { + return nil, &apierr.APIError{StatusCode: 500} + }, + WritabilityUnknown, + }, + } + + for _, tc := range tests { + t.Run(tc.name, func(t *testing.T) { + m := mocks.NewMockWorkspaceClient(t) + w := m.GetMockWorkspaceAPI() + w.EXPECT().GetStatusByPath(mock.Anything, folder). + Return(&workspace.ObjectInfo{ObjectId: 7, Path: folder}, nil) + w.EXPECT().GetPermissions(mock.Anything, mock.Anything).Return(tc.getPerms()) + + assert.Equal(t, tc.want, CheckWritable(t.Context(), w, folder, me)) + }) + } +} + +func TestResolveFolderACLWalksUpToClosestExistingAncestor(t *testing.T) { + m := mocks.NewMockWorkspaceClient(t) + w := m.GetMockWorkspaceAPI() + + // The requested folder does not exist yet; its parent does. + w.EXPECT().GetStatusByPath(mock.Anything, "/Workspace/root/files"). + Return(nil, &apierr.APIError{StatusCode: 404}) + w.EXPECT().GetStatusByPath(mock.Anything, "/Workspace/root"). + Return(&workspace.ObjectInfo{ObjectId: 42, Path: "/Workspace/root"}, nil) + w.EXPECT().GetPermissions(mock.Anything, workspace.GetWorkspaceObjectPermissionsRequest{ + WorkspaceObjectId: "42", + WorkspaceObjectType: "directories", + }).Return(&workspace.WorkspaceObjectPermissions{ + AccessControlList: []workspace.WorkspaceObjectAccessControlResponse{ + { + UserName: "me@example.com", + AllPermissions: []workspace.WorkspaceObjectPermission{ + {PermissionLevel: "CAN_MANAGE"}, + }, + }, + }, + }, nil) + + acl, err := ResolveFolderACL(t.Context(), w, "/Workspace/root/files") + require.NoError(t, err) + + // Resolved via the ancestor, but reported against the requested path. + assert.Equal(t, "/Workspace/root/files", acl.RequestedPath) + assert.Equal(t, "/Workspace/root", acl.ResolvedPath) + assert.Equal(t, "/Workspace/root/files", acl.Permissions.Path) + assert.True(t, acl.CanWrite(user("me@example.com"))) +} diff --git a/cmd/bundle/generate/job.go b/cmd/bundle/generate/job.go index 6bb10d30ede..db6839ade98 100644 --- a/cmd/bundle/generate/job.go +++ b/cmd/bundle/generate/job.go @@ -27,6 +27,7 @@ func NewGenerateJobCommand() *cobra.Command { var jobId int64 var force bool var bind bool + var downloadSparkPythonFiles bool cmd := &cobra.Command{ Use: "job", @@ -49,7 +50,8 @@ Examples: What gets generated: - Job configuration YAML file in the resources directory -- Any associated notebook or Python files in the source directory +- Any associated notebook files in the source directory +- Any associated python spark files in the source directory, if --download-spark-python-files is provided After generation, you can deploy this job to other targets using: databricks bundle deploy --target staging @@ -64,6 +66,7 @@ After generation, you can deploy this job to other targets using: cmd.Flags().BoolVarP(&force, "force", "f", false, `Force overwrite existing files in the output directory`) cmd.Flags().BoolVarP(&bind, "bind", "b", false, `automatically bind the generated resource to the existing resource`) cmd.Flags().MarkHidden("bind") + cmd.Flags().BoolVar(&downloadSparkPythonFiles, "download-spark-python-files", false, `download workspace files referenced by spark_python_task and rewrite them to a relative path`) cmd.RunE = func(cmd *cobra.Command, args []string) error { ctx := logdiag.InitContext(cmd.Context()) @@ -80,7 +83,11 @@ After generation, you can deploy this job to other targets using: return err } - downloader := generate.NewDownloader(w, sourceDir, configDir) + var opts []generate.DownloaderOption + if downloadSparkPythonFiles { + opts = append(opts, generate.WithSparkPythonFiles()) + } + downloader := generate.NewDownloader(w, sourceDir, configDir, opts...) // Don't download files if the job is using Git source // When Git source is used, the job will be using the files from the Git repository diff --git a/cmd/localenv/compute.go b/cmd/localenv/compute.go index c573ca351b4..8ce8c91314d 100644 --- a/cmd/localenv/compute.go +++ b/cmd/localenv/compute.go @@ -6,6 +6,7 @@ import ( "strconv" databricks "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/service/jobs" ) // sdkCompute adapts the Databricks SDK to the localenv.ComputeClient interface. @@ -57,7 +58,21 @@ func (c sdkCompute) GetJobSparkVersion(ctx context.Context, jobID string) (spark // Serverless jobs have Environments populated; classic compute uses JobClusters. if len(job.Settings.Environments) > 0 { - return "", true, "", nil + // The serverless environment version (e.g. "4") is recorded on the job's + // environment spec, unlike the bundle path where it is unavailable. Return + // it so ResolveTarget pins the matching serverless-vN instead of defaulting + // to v4. An empty version (older jobs) falls back to v4 in ResolveTarget. + version := environmentVersion(job.Settings.Environments[0]) + // Tasks can reference any environment_key, so if the job's environments do + // not all share one version there is no single correct local environment + // (mirrors the job-cluster check below). Refuse rather than guess from the + // first. A pinned-vs-unpinned mix is also ambiguous, so compare raw values. + for _, e := range job.Settings.Environments[1:] { + if environmentVersion(e) != version { + return "", false, "", fmt.Errorf("job %d has serverless environments with differing versions; pass --serverless explicitly to disambiguate", id) + } + } + return "", true, version, nil } if len(job.Settings.JobClusters) > 0 { @@ -78,3 +93,22 @@ func (c sdkCompute) GetJobSparkVersion(ctx context.Context, jobID string) (spark return "", false, "", fmt.Errorf("could not determine compute for job %d from its environments or job clusters (task-level compute is not supported); pass --cluster or --serverless explicitly", id) } + +// environmentVersion returns the serverless environment version recorded on a +// job environment, or "" when the spec or version is absent. +// +// The version can arrive in either of two fields. environment_version is the +// current one; client is its deprecated predecessor ("Use environment_version +// instead") and is still what some jobs pin. Reading both means the v4 fallback +// and the divergence guard observe whichever field actually carries the pin, +// rather than treating a client-pinned job as unversioned. base_environment is +// deliberately ignored: it is a path/ID, not a version. +func environmentVersion(e jobs.JobEnvironment) string { + if e.Spec == nil { + return "" + } + if e.Spec.EnvironmentVersion != "" { + return e.Spec.EnvironmentVersion + } + return e.Spec.Client +} diff --git a/cmd/localenv/compute_test.go b/cmd/localenv/compute_test.go new file mode 100644 index 00000000000..8620821a8f3 --- /dev/null +++ b/cmd/localenv/compute_test.go @@ -0,0 +1,32 @@ +package localenv + +import ( + "testing" + + "github.com/databricks/databricks-sdk-go/service/compute" + "github.com/databricks/databricks-sdk-go/service/jobs" + "github.com/stretchr/testify/assert" +) + +func TestEnvironmentVersion(t *testing.T) { + cases := []struct { + name string + env jobs.JobEnvironment + want string + }{ + {"nil spec", jobs.JobEnvironment{}, ""}, + {"environment_version", jobs.JobEnvironment{Spec: &compute.Environment{EnvironmentVersion: "3"}}, "3"}, + // client is the deprecated predecessor of environment_version; some jobs + // still pin via it, so it must be read when environment_version is empty. + {"client fallback", jobs.JobEnvironment{Spec: &compute.Environment{Client: "2"}}, "2"}, + // environment_version wins when both are present. + {"environment_version wins", jobs.JobEnvironment{Spec: &compute.Environment{EnvironmentVersion: "4", Client: "2"}}, "4"}, + // base_environment is a path/ID, not a version, and is ignored. + {"base_environment ignored", jobs.JobEnvironment{Spec: &compute.Environment{BaseEnvironment: "/Workspace/env.yaml"}}, ""}, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + assert.Equal(t, tc.want, environmentVersion(tc.env)) + }) + } +} diff --git a/cmd/localenv/sync.go b/cmd/localenv/sync.go index a0b07f62e45..28146278012 100644 --- a/cmd/localenv/sync.go +++ b/cmd/localenv/sync.go @@ -95,7 +95,14 @@ func runPipeline(cmd *cobra.Command) error { } cacheDir = filepath.Join(cacheDir, "databricks", "localenv") - bt := bundleTarget(cmd) + // The bundle is only a fallback: ResolveTarget consults it solely when no + // explicit --cluster/--serverless/--job flag is set. Skip the bundle load + // entirely when a flag is present — it would otherwise re-run TryConfigureBundle + // (a second full load) and re-print any bundle load-time diagnostics for nothing. + var bt libslocalenv.BundleTarget + if cluster == "" && serverless == "" && job == "" { + bt = bundleTarget(cmd) + } w := cmdctx.WorkspaceClient(ctx) p := &libslocalenv.Pipeline{ diff --git a/internal/build/cli-compat.json b/internal/build/cli-compat.json index fc1855cf35f..e63decb2297 100644 --- a/internal/build/cli-compat.json +++ b/internal/build/cli-compat.json @@ -1,4 +1,4 @@ { - "1.0.0": { "appkit": "0.38.1", "skills": "0.2.9" }, + "1.0.0": { "appkit": "0.38.1", "skills": "0.2.10" }, "0.299.2": { "appkit": "0.24.0", "skills": "0.1.5" } } diff --git a/libs/aitools/installer/installer_test.go b/libs/aitools/installer/installer_test.go index 13c870cbebb..6e12ef3d3aa 100644 --- a/libs/aitools/installer/installer_test.go +++ b/libs/aitools/installer/installer_test.go @@ -1073,7 +1073,7 @@ func TestGetSkillsRefLatestReleaseFallsBackToEmbeddedPin(t *testing.T) { ref, explicit, err := GetSkillsRef(t.Context()) require.NoError(t, err) - assert.Equal(t, "v0.2.9", ref) + assert.Equal(t, "v0.2.10", ref) assert.False(t, explicit, "an embedded fallback is not a user pin") } diff --git a/libs/filer/files_client.go b/libs/filer/files_client.go index 32fc24862c6..232cbe20b9c 100644 --- a/libs/filer/files_client.go +++ b/libs/filer/files_client.go @@ -272,6 +272,14 @@ func (w *FilesClient) deleteDirectory(ctx context.Context, name string) error { return directoryNotEmptyError{absPath} } + // On GCS-backed storage a directory created implicitly is just a key prefix + // with no standalone object, so it disappears when its last child is + // deleted. The delete API then returns 404 for that already-vanished + // directory; treat it as a not-found error so recursive delete can consider + // its goal satisfied. + if apierr.IsMissing(err) { + return noSuchDirectoryError{absPath} + } return err } @@ -331,6 +339,12 @@ func (w *FilesClient) recursiveDelete(ctx context.Context, name string) error { // fs.WalkDir walks the directories in lexicographical order. for _, dir := range slices.Backward(dirsToDelete) { err := w.deleteDirectory(ctx, dir) + // A directory may have already vanished after its last child was + // deleted (see deleteDirectory for the GCS implicit-directory quirk). + // The delete's goal is already satisfied, so tolerate it. + if errors.Is(err, fs.ErrNotExist) { + continue + } if err != nil { return err } diff --git a/libs/filer/files_client_test.go b/libs/filer/files_client_test.go new file mode 100644 index 00000000000..57b93f7c6cf --- /dev/null +++ b/libs/filer/files_client_test.go @@ -0,0 +1,57 @@ +package filer + +import ( + "io/fs" + "testing" + + "github.com/databricks/cli/libs/testserver" + "github.com/databricks/databricks-sdk-go" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func deleteDirectoryWithError(t *testing.T, statusCode int, errorCode, reason string) error { + t.Helper() + + server := testserver.New(t) + server.Handle("DELETE", "/api/2.0/fs/directories/{path...}", func(req testserver.Request) any { + return testserver.Response{ + StatusCode: statusCode, + Body: map[string]any{ + "error_code": errorCode, + "message": "test error", + "details": []map[string]any{ + { + "@type": "type.googleapis.com/google.rpc.ErrorInfo", + "reason": reason, + }, + }, + }, + } + }) + testserver.AddDefaultHandlers(server) + + client, err := databricks.NewWorkspaceClient(&databricks.Config{ + Host: server.URL, + Token: "testtoken", + }) + require.NoError(t, err) + + f, err := NewFilesClient(client, "/test") + require.NoError(t, err) + + return f.(*FilesClient).deleteDirectory(t.Context(), "dir") +} + +func TestFilesClientDeleteDirectoryNotFound(t *testing.T) { + // A GCS-backed implicit directory can vanish once its last child is deleted, + // so the delete API returns 404 FILES_API_DIRECTORY_IS_NOT_FOUND. It must + // map to a not-found error so recursive delete can tolerate it. + err := deleteDirectoryWithError(t, 404, "NOT_FOUND", "FILES_API_DIRECTORY_IS_NOT_FOUND") + assert.ErrorIs(t, err, fs.ErrNotExist) +} + +func TestFilesClientDeleteDirectoryNotEmpty(t *testing.T) { + err := deleteDirectoryWithError(t, 400, "INVALID_PARAMETER_VALUE", "FILES_API_DIRECTORY_IS_NOT_EMPTY") + assert.ErrorIs(t, err, fs.ErrInvalid) +} diff --git a/libs/localenv/target.go b/libs/localenv/target.go index b3ccb3171e1..cba5666d3ff 100644 --- a/libs/localenv/target.go +++ b/libs/localenv/target.go @@ -93,9 +93,9 @@ func ResolveTarget(ctx context.Context, f TargetFlags, c ComputeClient, bt Bundl return nil, NewError(ErrResolve, err, "resolving job %s", f.Job) } if isServerless { - // Default to v4 when the job is serverless; the serverless env version - // is not recorded in the bundle/project (documented stand-in from the - // original script, spec §4.3). + // Use the job's recorded serverless environment version when present; + // fall back to v4 when the job did not pin one (documented stand-in from + // the original script, spec §4.3). v := version if v == "" { v = "v4" diff --git a/libs/localenv/target_test.go b/libs/localenv/target_test.go index 22beaee3382..7e80dce2413 100644 --- a/libs/localenv/target_test.go +++ b/libs/localenv/target_test.go @@ -90,6 +90,27 @@ func TestResolveJobClassicUsesSparkVersionReturn(t *testing.T) { assert.Equal(t, "dbr/15.4.x-scala2.12", ti.EnvKey) } +func TestResolveJobServerlessUsesRecordedVersion(t *testing.T) { + // A serverless job (isServerless=true) pins its serverless version via the + // third "recorded version" return; ResolveTarget must map it to the matching + // serverless-vN rather than the classic dbr path. + c := jobStubCompute{isServerless: true, version: "3"} + ti, err := ResolveTarget(t.Context(), TargetFlags{Job: "42"}, c, BundleTarget{}) + require.NoError(t, err) + assert.Equal(t, "job", ti.Source) + assert.Empty(t, ti.SparkVersion) + assert.Equal(t, "serverless/serverless-v3", ti.EnvKey) +} + +func TestResolveJobServerlessEmptyVersionFallsBackToV4(t *testing.T) { + // When the job records no serverless version, ResolveTarget defaults to v4 + // (documented stand-in), matching the bundle serverless path. + c := jobStubCompute{isServerless: true, version: ""} + ti, err := ResolveTarget(t.Context(), TargetFlags{Job: "42"}, c, BundleTarget{}) + require.NoError(t, err) + assert.Equal(t, "serverless/serverless-v4", ti.EnvKey) +} + func TestValidateTargetFlagsMutuallyExclusive(t *testing.T) { assert.Error(t, ValidateTargetFlags(TargetFlags{Cluster: "a", Serverless: "v4"})) assert.NoError(t, ValidateTargetFlags(TargetFlags{Cluster: "a"})) diff --git a/libs/localenv/uv.go b/libs/localenv/uv.go index e9b4c911cef..f2996ba29bc 100644 --- a/libs/localenv/uv.go +++ b/libs/localenv/uv.go @@ -12,27 +12,27 @@ import ( "runtime" "strings" + "github.com/databricks/cli/libs/cmdio" "github.com/databricks/cli/libs/env" "github.com/databricks/cli/libs/log" "github.com/databricks/cli/libs/process" ) +// EnvAutoInstallUv opts into installing uv without an interactive prompt. It +// exists so non-interactive runs (CI, IDE integrations) can allow the install +// that would otherwise be declined for lack of a TTY. Any truthy value enables it. +const EnvAutoInstallUv = "DATABRICKS_LOCALENV_AUTO_INSTALL_UV" + // uvManager implements PackageManager using the uv tool. // https://docs.astral.sh/uv/ type uvManager struct { bin string } -// newUvManager returns a uvManager whose binary path is resolved lazily via -// EnsureAvailable. -func newUvManager() *uvManager { - return &uvManager{} -} - -// NewUvManager returns a PackageManager backed by the uv tool. -// This is the exported constructor for use outside this package. +// NewUvManager returns a PackageManager backed by the uv tool. The binary path +// is resolved lazily via EnsureAvailable. func NewUvManager() PackageManager { - return newUvManager() + return &uvManager{} } // Name returns "uv". @@ -47,6 +47,10 @@ func (m *uvManager) Name() string { func (m *uvManager) EnsureAvailable(ctx context.Context) (string, error) { bin, err := discoverUv(ctx) if err != nil { + if !confirmUvInstall(ctx) { + return "", NewError(ErrUvMissing, nil, + "uv is required but not installed; install it (https://docs.astral.sh/uv/getting-started/installation/) or set %s=1 to let this command install it for you", EnvAutoInstallUv) + } if installErr := installUv(ctx); installErr != nil { return "", NewError(ErrUvMissing, installErr, "uv installation failed") } @@ -66,17 +70,24 @@ func (m *uvManager) EnsureAvailable(ctx context.Context) (string, error) { return strings.TrimSpace(version), nil } +// runUv runs the uv binary with args in dir, injecting UV_INDEX_URL from pip.conf +// when appropriate. An empty dir runs in the current working directory +// (process.WithDir("") is a no-op). The index-url is injected only when +// resolveIndexURL returns non-empty; it returns "" when UV_INDEX_URL is already +// set, so an explicit value in the environment is never clobbered. +func (m *uvManager) runUv(ctx context.Context, args []string, dir string) error { + if indexURL := m.resolveIndexURL(ctx); indexURL != "" { + _, err := process.Background(ctx, args, process.WithDir(dir), process.WithEnv("UV_INDEX_URL", indexURL)) + return err + } + _, err := process.Background(ctx, args, process.WithDir(dir)) + return err +} + // EnsurePython installs the requested Python minor version via uv. func (m *uvManager) EnsurePython(ctx context.Context, minor string) error { args := append([]string{m.bin}, m.pythonInstallArgs(minor)...) - indexURL := m.resolveIndexURL(ctx) - var err error - if indexURL != "" { - _, err = process.Background(ctx, args, process.WithEnv("UV_INDEX_URL", indexURL)) - } else { - _, err = process.Background(ctx, args) - } - if err != nil { + if err := m.runUv(ctx, args, ""); err != nil { return uvFailure(ErrPythonInstall, err, "uv python install "+minor) } return nil @@ -85,14 +96,7 @@ func (m *uvManager) EnsurePython(ctx context.Context, minor string) error { // Provision runs `uv sync` inside projectDir to install project dependencies. func (m *uvManager) Provision(ctx context.Context, projectDir string) error { args := append([]string{m.bin}, m.syncArgs()...) - indexURL := m.resolveIndexURL(ctx) - var err error - if indexURL != "" { - _, err = process.Background(ctx, args, process.WithDir(projectDir), process.WithEnv("UV_INDEX_URL", indexURL)) - } else { - _, err = process.Background(ctx, args, process.WithDir(projectDir)) - } - if err != nil { + if err := m.runUv(ctx, args, projectDir); err != nil { return uvFailure(ErrProvision, err, "uv sync") } return nil @@ -117,14 +121,7 @@ func venvPython(projectDir string) string { // activated. func (m *uvManager) PostProvision(ctx context.Context, projectDir string) error { args := append([]string{m.bin}, m.pipSeedArgs(venvPython(projectDir))...) - indexURL := m.resolveIndexURL(ctx) - var err error - if indexURL != "" { - _, err = process.Background(ctx, args, process.WithDir(projectDir), process.WithEnv("UV_INDEX_URL", indexURL)) - } else { - _, err = process.Background(ctx, args, process.WithDir(projectDir)) - } - if err != nil { + if err := m.runUv(ctx, args, projectDir); err != nil { return uvFailure(ErrProvision, err, "uv pip seed") } return nil @@ -136,12 +133,16 @@ func (m *uvManager) PostProvision(ctx context.Context, projectDir string) error // error: PackageNotFoundError is caught so the probe never fails just because the // package is absent. The caller decides whether an empty version is acceptable. func (m *uvManager) Validate(ctx context.Context, projectDir string) (string, string, error) { + // Each value is printed with a unique prefix so parsing greps for the prefix + // rather than relying on line position: any stray line uv or the interpreter + // writes to stdout (e.g. a warning) would otherwise shift a positional parse. + // A missing databricks-connect prints an empty DBC: value, not an error. pyCode := `import sys, importlib.metadata -print(f"{sys.version_info.major}.{sys.version_info.minor}") +print(f"` + validatePyPrefix + `{sys.version_info.major}.{sys.version_info.minor}") try: - print(importlib.metadata.version("databricks-connect")) + print("` + validateDBCPrefix + `" + importlib.metadata.version("databricks-connect")) except importlib.metadata.PackageNotFoundError: - print("")` + print("` + validateDBCPrefix + `")` // --no-project runs the interpreter from the created .venv without re-resolving/syncing // the project's declared dependencies, so validation observes exactly what was installed. out, err := process.Background(ctx, @@ -151,16 +152,32 @@ except importlib.metadata.PackageNotFoundError: if err != nil { return "", "", uvFailure(ErrValidate, err, "uv run python validation") } - lines := strings.Split(strings.TrimSpace(out), "\n") - if len(lines) < 1 || strings.TrimSpace(lines[0]) == "" { + pyVer, ok := lineWithPrefix(out, validatePyPrefix) + if !ok || pyVer == "" { return "", "", NewError(ErrValidate, nil, "unexpected output from uv run: %q", out) } - // The databricks-connect line is empty when the package is not installed. - dbcVer := "" - if len(lines) >= 2 { - dbcVer = strings.TrimSpace(lines[len(lines)-1]) + // The databricks-connect value is empty when the package is not installed. + dbcVer, _ := lineWithPrefix(out, validateDBCPrefix) + return pyVer, dbcVer, nil +} + +// Validation output prefixes: uv run's stdout is grepped for these rather than +// parsed positionally, so extra lines from uv or the interpreter don't break it. +const ( + validatePyPrefix = "PYVER:" + validateDBCPrefix = "DBCVER:" +) + +// lineWithPrefix returns the trimmed remainder of the first line in out that +// starts with prefix, and whether such a line was found. +func lineWithPrefix(out, prefix string) (string, bool) { + for line := range strings.SplitSeq(out, "\n") { + line = strings.TrimSpace(line) + if after, ok := strings.CutPrefix(line, prefix); ok { + return strings.TrimSpace(after), true + } } - return strings.TrimSpace(lines[0]), dbcVer, nil + return "", false } // syncArgs returns the argument slice for `uv sync` (without the binary). @@ -291,6 +308,36 @@ func uvFailure(code ErrorCode, err error, action string) *PipelineError { return NewError(code, err, "%s", msg) } +// confirmUvInstall reports whether the caller has consented to installUv running +// a remote installer that mutates the machine. The EnvAutoInstallUv opt-in wins +// outright (for CI / IDE integrations); otherwise an interactive session is +// prompted, and a non-interactive session without the opt-in declines rather than +// silently downloading and executing an installer. +func confirmUvInstall(ctx context.Context) bool { + if optIn, ok := env.GetBool(ctx, EnvAutoInstallUv); ok && optIn { + return true + } + // EnsureAvailable is a library entry point reachable with a context that has + // no cmdio (e.g. Pipeline built with context.Background()); IsPromptSupported + // would panic there. Treat a missing cmdio as non-interactive and decline. + if !cmdio.HasIO(ctx) || !cmdio.IsPromptSupported(ctx) { + return false + } + // Name the OS-specific installer URL that installUv will actually fetch, so + // the prompt is transparent about what runs (install.ps1 on Windows). + ok, err := cmdio.AskYesOrNo(ctx, "uv is not installed. Download and run the official uv installer ("+uvInstallerURL()+")?") + return err == nil && ok +} + +// uvInstallerURL returns the URL of the official uv installer script that +// installUv fetches for the current OS. +func uvInstallerURL() string { + if runtime.GOOS == "windows" { + return "https://astral.sh/uv/install.ps1" + } + return "https://astral.sh/uv/install.sh" +} + // installUv runs the official uv installer for the current OS. Unix uses the // shell installer; Windows uses the PowerShell installer, because the Unix // `sh`/`curl` pipeline is not available in a default Windows shell. @@ -298,11 +345,9 @@ func uvFailure(code ErrorCode, err error, action string) *PipelineError { func installUv(ctx context.Context) error { var cmd []string if runtime.GOOS == "windows" { - // https://astral.sh/uv/install.ps1 - cmd = []string{"powershell", "-ExecutionPolicy", "ByPass", "-Command", "irm https://astral.sh/uv/install.ps1 | iex"} + cmd = []string{"powershell", "-ExecutionPolicy", "ByPass", "-Command", "irm " + uvInstallerURL() + " | iex"} } else { - // https://astral.sh/uv/install.sh - cmd = []string{"sh", "-c", "curl -LsSf https://astral.sh/uv/install.sh | sh"} + cmd = []string{"sh", "-c", "curl -LsSf " + uvInstallerURL() + " | sh"} } // This downloads and runs a remote installer that mutates the user's machine // (~/.local/bin), so record exactly what ran before it fires — visible under diff --git a/libs/localenv/uv_test.go b/libs/localenv/uv_test.go index 106a97df932..8678c45481b 100644 --- a/libs/localenv/uv_test.go +++ b/libs/localenv/uv_test.go @@ -8,6 +8,7 @@ import ( "runtime" "testing" + "github.com/databricks/cli/libs/cmdio" "github.com/databricks/cli/libs/env" "github.com/databricks/cli/libs/process" "github.com/stretchr/testify/assert" @@ -221,3 +222,54 @@ func TestUvFailureIncludesStderr(t *testing.T) { assert.Equal(t, "uv sync failed", pe.Msg) }) } + +func TestConfirmUvInstall(t *testing.T) { + t.Run("opt_in_env_var_consents_without_prompt", func(t *testing.T) { + // Non-interactive context, but the opt-in env var grants consent. + ctx := env.Set(t.Context(), EnvAutoInstallUv, "1") + assert.True(t, confirmUvInstall(ctx)) + }) + + t.Run("non_interactive_without_opt_in_declines", func(t *testing.T) { + // SetupTest defaults to PromptSupported=false, i.e. non-interactive. + ctx, _ := cmdio.SetupTest(t.Context(), cmdio.TestOptions{}) + assert.False(t, confirmUvInstall(ctx)) + }) + + t.Run("missing_cmdio_declines_without_panic", func(t *testing.T) { + // A context with no cmdio (library entry point) must not panic in + // IsPromptSupported; it declines like any other non-interactive run. + assert.NotPanics(t, func() { + assert.False(t, confirmUvInstall(t.Context())) + }) + }) + + t.Run("falsey_opt_in_does_not_consent_when_non_interactive", func(t *testing.T) { + ctx, _ := cmdio.SetupTest(t.Context(), cmdio.TestOptions{}) + ctx = env.Set(ctx, EnvAutoInstallUv, "0") + assert.False(t, confirmUvInstall(ctx)) + }) +} + +func TestLineWithPrefix(t *testing.T) { + // A stray leading line (as uv might emit) must not shift the parse: the + // value is located by prefix, not position. + out := "warning: something\nPYVER:3.12\nDBCVER:17.2.0\n" + + pyVer, ok := lineWithPrefix(out, validatePyPrefix) + assert.True(t, ok) + assert.Equal(t, "3.12", pyVer) + + dbcVer, ok := lineWithPrefix(out, validateDBCPrefix) + assert.True(t, ok) + assert.Equal(t, "17.2.0", dbcVer) + + // An empty DBC value (databricks-connect absent) is found but blank. + empty, ok := lineWithPrefix("PYVER:3.12\nDBCVER:\n", validateDBCPrefix) + assert.True(t, ok) + assert.Empty(t, empty) + + // A missing prefix reports not-found rather than a wrong line. + _, ok = lineWithPrefix("PYVER:3.12\n", validateDBCPrefix) + assert.False(t, ok) +} diff --git a/libs/sync/filelist.go b/libs/sync/filelist.go new file mode 100644 index 00000000000..72946b4eeda --- /dev/null +++ b/libs/sync/filelist.go @@ -0,0 +1,83 @@ +package sync + +import ( + "context" + + "github.com/databricks/cli/libs/fileset" + "github.com/databricks/cli/libs/git" + "github.com/databricks/cli/libs/log" + "github.com/databricks/cli/libs/set" + "github.com/databricks/cli/libs/vfs" +) + +// FileList enumerates the local files selected for sync: git-tracked files, +// plus explicit includes, minus excludes. It is the "what would be synced" +// listing concern, independent of the sync snapshot and remote upload. +type FileList struct { + fileSet *git.FileSet + includeFileSet *fileset.FileSet + excludeFileSet *fileset.FileSet +} + +// NewFileList builds a FileList for the directory tree at root, located within +// the Git worktree at worktreeRoot so gitignore rules are honored. paths selects +// which entries under root to list; empty paths select nothing, so callers that +// want the whole root must pass ["."] explicitly. +func NewFileList(ctx context.Context, worktreeRoot, root vfs.Path, paths, include, exclude []string) (*FileList, error) { + fileSet, err := git.NewFileSet(ctx, worktreeRoot, root, paths) + if err != nil { + return nil, err + } + + includeFileSet, err := fileset.NewGlobSet(root, include) + if err != nil { + return nil, err + } + + excludeFileSet, err := fileset.NewGlobSet(root, exclude) + if err != nil { + return nil, err + } + + return &FileList{ + fileSet: fileSet, + includeFileSet: includeFileSet, + excludeFileSet: excludeFileSet, + }, nil +} + +// Files returns the deduped set of files (git ∪ include) − exclude. +// Files are deduped by their relative path; the order is whatever the +// underlying set yields. +func (l *FileList) Files(ctx context.Context) ([]fileset.File, error) { + all := set.NewSetF(func(f fileset.File) string { + return f.Relative + }) + gitFiles, err := l.fileSet.Files() + if err != nil { + log.Errorf(ctx, "cannot list files: %s", err) + return nil, err + } + + all.Add(gitFiles...) + + include, err := l.includeFileSet.Files() + if err != nil { + log.Errorf(ctx, "cannot list include files: %s", err) + return nil, err + } + + all.Add(include...) + + exclude, err := l.excludeFileSet.Files() + if err != nil { + log.Errorf(ctx, "cannot list exclude files: %s", err) + return nil, err + } + + for _, f := range exclude { + all.Remove(f) + } + + return all.Iter(), nil +} diff --git a/libs/sync/filelist_test.go b/libs/sync/filelist_test.go new file mode 100644 index 00000000000..c8c7db63e10 --- /dev/null +++ b/libs/sync/filelist_test.go @@ -0,0 +1,137 @@ +package sync + +import ( + "path/filepath" + "slices" + "testing" + + "github.com/databricks/cli/internal/testutil" + "github.com/databricks/cli/libs/fileset" + "github.com/databricks/cli/libs/vfs" + "github.com/stretchr/testify/require" +) + +func setupFiles(t *testing.T) string { + dir := t.TempDir() + + for _, f := range []([]string){ + []string{dir, "a.go"}, + []string{dir, "b.go"}, + []string{dir, "ab.go"}, + []string{dir, "abc.go"}, + []string{dir, "c.go"}, + []string{dir, "d.go"}, + []string{dir, ".databricks", "e.go"}, + []string{dir, "test", "sub1", "f.go"}, + []string{dir, "test", "sub1", "sub2", "g.go"}, + []string{dir, "test", "sub1", "sub2", "h.txt"}, + } { + testutil.Touch(t, f...) + } + + return dir +} + +func relativePaths(files []fileset.File) []string { + paths := make([]string, 0, len(files)) + for _, f := range files { + paths = append(paths, f.Relative) + } + slices.Sort(paths) + return paths +} + +func TestFileListFiles(t *testing.T) { + ctx := t.Context() + + dir := setupFiles(t) + root := vfs.MustNew(dir) + + l, err := NewFileList(ctx, root, root, []string{"."}, []string{}, []string{}) + require.NoError(t, err) + + fileList, err := l.Files(ctx) + require.NoError(t, err) + require.Len(t, fileList, 9) + + l, err = NewFileList(ctx, root, root, []string{"."}, []string{}, []string{"*.go"}) + require.NoError(t, err) + + fileList, err = l.Files(ctx) + require.NoError(t, err) + require.Len(t, fileList, 1) + + l, err = NewFileList(ctx, root, root, []string{"."}, []string{"./.databricks/*.go"}, []string{}) + require.NoError(t, err) + + fileList, err = l.Files(ctx) + require.NoError(t, err) + require.Len(t, fileList, 10) +} + +func TestRecursiveExclude(t *testing.T) { + ctx := t.Context() + + dir := setupFiles(t) + root := vfs.MustNew(dir) + + l, err := NewFileList(ctx, root, root, []string{"."}, []string{}, []string{"test/**"}) + require.NoError(t, err) + + fileList, err := l.Files(ctx) + require.NoError(t, err) + require.Len(t, fileList, 6) +} + +func TestNegateExclude(t *testing.T) { + ctx := t.Context() + + dir := setupFiles(t) + root := vfs.MustNew(dir) + + l, err := NewFileList(ctx, root, root, []string{"."}, []string{}, []string{"./*", "!*.txt"}) + require.NoError(t, err) + + fileList, err := l.Files(ctx) + require.NoError(t, err) + require.Len(t, fileList, 1) + require.Equal(t, "test/sub1/sub2/h.txt", fileList[0].Relative) +} + +// TestFileListNestedRoot pins the two-root semantics: gitignore rules at the +// worktree root must govern a sync root nested below it. If NewFileList treated +// the sync root as the worktree root, the parent .gitignore would not be loaded +// and ignored.go would leak into the listing. +func TestFileListNestedRoot(t *testing.T) { + ctx := t.Context() + + dir := t.TempDir() + testutil.WriteFile(t, filepath.Join(dir, ".gitignore"), "ignored.go\n") + testutil.Touch(t, dir, "sub", "keep.go") + testutil.Touch(t, dir, "sub", "ignored.go") + + worktreeRoot := vfs.MustNew(dir) + syncRoot := vfs.MustNew(filepath.Join(dir, "sub")) + + l, err := NewFileList(ctx, worktreeRoot, syncRoot, []string{"."}, nil, nil) + require.NoError(t, err) + + fileList, err := l.Files(ctx) + require.NoError(t, err) + require.Equal(t, []string{"keep.go"}, relativePaths(fileList)) +} + +// TestFileListEmptyPathsIsNop pins that empty paths select no files: callers +// that want the whole root must say so with ["."]. There is no implicit default. +func TestFileListEmptyPathsIsNop(t *testing.T) { + ctx := t.Context() + + dir := setupFiles(t) + root := vfs.MustNew(dir) + + l, err := NewFileList(ctx, root, root, nil, nil, nil) + require.NoError(t, err) + files, err := l.Files(ctx) + require.NoError(t, err) + require.Empty(t, files) +} diff --git a/libs/sync/sync.go b/libs/sync/sync.go index cee1057e82c..f57ba105939 100644 --- a/libs/sync/sync.go +++ b/libs/sync/sync.go @@ -9,9 +9,7 @@ import ( "github.com/databricks/cli/libs/filer" "github.com/databricks/cli/libs/fileset" - "github.com/databricks/cli/libs/git" "github.com/databricks/cli/libs/log" - "github.com/databricks/cli/libs/set" "github.com/databricks/cli/libs/vfs" "github.com/databricks/databricks-sdk-go" "github.com/databricks/databricks-sdk-go/service/iam" @@ -48,9 +46,7 @@ type SyncOptions struct { type Sync struct { *SyncOptions - fileSet *git.FileSet - includeFileSet *fileset.FileSet - excludeFileSet *fileset.FileSet + fileList *FileList snapshot *Snapshot filer filer.Filer @@ -66,23 +62,13 @@ type Sync struct { // New initializes and returns a new [Sync] instance. func New(ctx context.Context, opts SyncOptions) (*Sync, error) { - fileSet, err := git.NewFileSet(ctx, opts.WorktreeRoot, opts.LocalRoot, opts.Paths) + fileList, err := NewFileList(ctx, opts.WorktreeRoot, opts.LocalRoot, opts.Paths, opts.Include, opts.Exclude) if err != nil { return nil, err } WriteGitIgnore(ctx, opts.LocalRoot.Native()) - includeFileSet, err := fileset.NewGlobSet(opts.LocalRoot, opts.Include) - if err != nil { - return nil, err - } - - excludeFileSet, err := fileset.NewGlobSet(opts.LocalRoot, opts.Exclude) - if err != nil { - return nil, err - } - // Verify that the remote path we're about to synchronize to is valid and allowed. err = EnsureRemotePathIsUsable(ctx, opts.WorkspaceClient, opts.RemotePath, opts.CurrentUser, opts.DryRun) if err != nil { @@ -131,9 +117,7 @@ func New(ctx context.Context, opts SyncOptions) (*Sync, error) { return &Sync{ SyncOptions: &opts, - fileSet: fileSet, - includeFileSet: includeFileSet, - excludeFileSet: excludeFileSet, + fileList: fileList, snapshot: snapshot, filer: filer, notifier: notifier, @@ -211,67 +195,9 @@ func (s *Sync) RunOnce(ctx context.Context) ([]fileset.File, error) { return files, nil } +// GetFileList returns the local files selected for sync, without syncing them. func (s *Sync) GetFileList(ctx context.Context) ([]fileset.File, error) { - // tradeoff: doing portable monitoring only due to macOS max descriptor manual ulimit setting requirement - // https://github.com/gorakhargosh/watchdog/blob/master/src/watchdog/observers/kqueue.py#L394-L418 - all := set.NewSetF(func(f fileset.File) string { - return f.Relative - }) - gitFiles, err := s.fileSet.Files() - if err != nil { - log.Errorf(ctx, "cannot list files: %s", err) - return nil, err - } - all.Add(gitFiles...) - - include, err := s.includeFileSet.Files() - if err != nil { - log.Errorf(ctx, "cannot list include files: %s", err) - return nil, err - } - - all.Add(include...) - - exclude, err := s.excludeFileSet.Files() - if err != nil { - log.Errorf(ctx, "cannot list exclude files: %s", err) - return nil, err - } - - for _, f := range exclude { - all.Remove(f) - } - - return all.Iter(), nil -} - -// GetFileList returns the list of files that would be synced given opts, -// applying the same git-aware include/exclude logic as RunOnce. -// Unlike New, it does not verify the remote path or load a sync snapshot. -func GetFileList(ctx context.Context, opts SyncOptions) ([]fileset.File, error) { - paths := opts.Paths - if len(paths) == 0 { - paths = []string{"."} - } - fileSet, err := git.NewFileSet(ctx, opts.WorktreeRoot, opts.LocalRoot, paths) - if err != nil { - return nil, fmt.Errorf("build file set: %w", err) - } - includeFileSet, err := fileset.NewGlobSet(opts.LocalRoot, opts.Include) - if err != nil { - return nil, err - } - excludeFileSet, err := fileset.NewGlobSet(opts.LocalRoot, opts.Exclude) - if err != nil { - return nil, err - } - s := &Sync{ - SyncOptions: &opts, - fileSet: fileSet, - includeFileSet: includeFileSet, - excludeFileSet: excludeFileSet, - } - return s.GetFileList(ctx) + return s.fileList.Files(ctx) } func (s *Sync) RunContinuous(ctx context.Context) error { diff --git a/libs/sync/sync_test.go b/libs/sync/sync_test.go deleted file mode 100644 index d146ffc07ff..00000000000 --- a/libs/sync/sync_test.go +++ /dev/null @@ -1,150 +0,0 @@ -package sync - -import ( - "testing" - - "github.com/databricks/cli/internal/testutil" - "github.com/databricks/cli/libs/fileset" - "github.com/databricks/cli/libs/git" - "github.com/databricks/cli/libs/vfs" - "github.com/stretchr/testify/require" -) - -func setupFiles(t *testing.T) string { - dir := t.TempDir() - - for _, f := range []([]string){ - []string{dir, "a.go"}, - []string{dir, "b.go"}, - []string{dir, "ab.go"}, - []string{dir, "abc.go"}, - []string{dir, "c.go"}, - []string{dir, "d.go"}, - []string{dir, ".databricks", "e.go"}, - []string{dir, "test", "sub1", "f.go"}, - []string{dir, "test", "sub1", "sub2", "g.go"}, - []string{dir, "test", "sub1", "sub2", "h.txt"}, - } { - testutil.Touch(t, f...) - } - - return dir -} - -func TestGetFileSet(t *testing.T) { - ctx := t.Context() - - dir := setupFiles(t) - root := vfs.MustNew(dir) - fileSet, err := git.NewFileSetAtRoot(ctx, root) - require.NoError(t, err) - - inc, err := fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - excl, err := fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - s := &Sync{ - SyncOptions: &SyncOptions{}, - - fileSet: fileSet, - includeFileSet: inc, - excludeFileSet: excl, - } - - fileList, err := s.GetFileList(ctx) - require.NoError(t, err) - require.Len(t, fileList, 9) - - inc, err = fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - excl, err = fileset.NewGlobSet(root, []string{"*.go"}) - require.NoError(t, err) - - s = &Sync{ - SyncOptions: &SyncOptions{}, - - fileSet: fileSet, - includeFileSet: inc, - excludeFileSet: excl, - } - - fileList, err = s.GetFileList(ctx) - require.NoError(t, err) - require.Len(t, fileList, 1) - - inc, err = fileset.NewGlobSet(root, []string{"./.databricks/*.go"}) - require.NoError(t, err) - - excl, err = fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - s = &Sync{ - SyncOptions: &SyncOptions{}, - - fileSet: fileSet, - includeFileSet: inc, - excludeFileSet: excl, - } - - fileList, err = s.GetFileList(ctx) - require.NoError(t, err) - require.Len(t, fileList, 10) -} - -func TestRecursiveExclude(t *testing.T) { - ctx := t.Context() - - dir := setupFiles(t) - root := vfs.MustNew(dir) - fileSet, err := git.NewFileSetAtRoot(ctx, root) - require.NoError(t, err) - - inc, err := fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - excl, err := fileset.NewGlobSet(root, []string{"test/**"}) - require.NoError(t, err) - - s := &Sync{ - SyncOptions: &SyncOptions{}, - - fileSet: fileSet, - includeFileSet: inc, - excludeFileSet: excl, - } - - fileList, err := s.GetFileList(ctx) - require.NoError(t, err) - require.Len(t, fileList, 6) -} - -func TestNegateExclude(t *testing.T) { - ctx := t.Context() - - dir := setupFiles(t) - root := vfs.MustNew(dir) - fileSet, err := git.NewFileSetAtRoot(ctx, root) - require.NoError(t, err) - - inc, err := fileset.NewGlobSet(root, []string{}) - require.NoError(t, err) - - excl, err := fileset.NewGlobSet(root, []string{"./*", "!*.txt"}) - require.NoError(t, err) - - s := &Sync{ - SyncOptions: &SyncOptions{}, - - fileSet: fileSet, - includeFileSet: inc, - excludeFileSet: excl, - } - - fileList, err := s.GetFileList(ctx) - require.NoError(t, err) - require.Len(t, fileList, 1) - require.Equal(t, "test/sub1/sub2/h.txt", fileList[0].Relative) -} diff --git a/libs/testserver/pipelines.go b/libs/testserver/pipelines.go index cc639387b69..3512c8e5f5f 100644 --- a/libs/testserver/pipelines.go +++ b/libs/testserver/pipelines.go @@ -52,6 +52,18 @@ func (s *FakeWorkspace) PipelineCreate(req Request) Response { var r pipelines.GetPipelineResponse r.Spec = &spec + // parameters is not on PipelineSpec (only on CreatePipeline), so the decode above + // drops it. The backend echoes it on GetPipelineResponse.Parameters; mirror that + // here, else a re-read misses it and the CLI plans a perpetual update. + var create pipelines.CreatePipeline + if err := json.Unmarshal(req.Body, &create); err != nil { + return Response{ + Body: fmt.Sprintf("cannot unmarshal request body: %s", err), + StatusCode: 400, + } + } + r.Parameters = create.Parameters + pipelineId := nextUUID() r.PipelineId = pipelineId r.CreatorUserName = "tester@databricks.com" @@ -100,7 +112,18 @@ func (s *FakeWorkspace) PipelineUpdate(req Request, pipelineId string) Response } } + // parameters is on EditPipeline, not PipelineSpec; round-trip it like + // PipelineCreate does. + var edit pipelines.EditPipeline + if err := json.Unmarshal(req.Body, &edit); err != nil { + return Response{ + Body: fmt.Sprintf("internal error: %s", err), + StatusCode: 400, + } + } + item.Spec = &spec + item.Parameters = edit.Parameters setSpecDefaults(&spec, pipelineId) s.Pipelines[pipelineId] = item From 861023c6eb753b1ae690c2f27ce78ac1b33bca96 Mon Sep 17 00:00:00 2001 From: riddhibhagwat-db Date: Fri, 24 Jul 2026 16:21:02 -0700 Subject: [PATCH 04/15] AIR CLI Integration: Logs (`air logs` command) (#5970) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ## Changes Implements the air logs JOB_RUN_ID command (previously a notImplemented stub) for the experimental AIR CLI. It fetches a run's training logs with a Bricklens-first, MLflow-fallback strategy: - Bricklens (primary): streams logs from the AiTraining log endpoint following an active run to completion, or tailing a completed one. - MLflow (fallback): when Bricklens is unavailable & gated off by a backend flag (FEATURE_DISABLED), not deployed (ENDPOINT_NOT_FOUND/404), or persistently failing. The command falls back to reading the run's MLflow log artifacts (chunk discovery + credential-vended download). The flag is evaluated server-side; the CLI only reads the response error code. Flags: - `--minutes` restricts the fetch to the last N minutes (Bricklens time window). - `--lines ` is the tail the last N lines of a completed run. Mutually exclusive with --minutes. - `--node`, `--retry` is used to select a node / retry attempt. A past retry of a still-active run renders its (immutable) logs once instead of following the run. - `--download-to` / `--review` are rejected with a clear "not implemented" error (next PR follow up). ## Why `air logs` was the last unimplemented read command in the AIR CLI port. Bricklens is the primary log source, but it's behind a backend feature flag and isn't universally deployed, so the command must degrade gracefully to MLflow artifacts rather than fail. Bricklens is time-indexed (hence --minutes), while MLflow stores fixed log chunks (hence line-based --lines). the two flags map to what each backend can actually do. ## Tests - Unit: classifyLogError fallback classification, --minutes/--lines window math, run-status projection, bounded dedup set, page draining + tail ordering, MLflow chunk listing/sorting and log-path discovery, flag validation, and an end-to-end Bricklens MLflow fallback through a mock server. - Acceptance: acceptance/experimental/air/logs/ (text + JSON streaming, --minutes, --lines, --retry, mutual-exclusion error, invalid ID, --download-to rejection) and logs-mlflow-fallback/ (Bricklens FEATURE_DISABLED, MLflow fallback, no-logs, text + JSON). Screenshot 2026-07-24 at 4 14 21 PM --- acceptance/experimental/air/help/output.txt | 21 + acceptance/experimental/air/help/script | 3 + .../air/logs-mlflow-fallback/out.test.toml | 3 + .../air/logs-mlflow-fallback/output.txt | 8 + .../air/logs-mlflow-fallback/script | 9 + .../air/logs-mlflow-fallback/test.toml | 32 ++ .../experimental/air/logs/out.test.toml | 3 + acceptance/experimental/air/logs/output.txt | 72 +++ acceptance/experimental/air/logs/script | 32 ++ acceptance/experimental/air/logs/test.toml | 30 ++ .../experimental/air/unimplemented/output.txt | 6 - .../experimental/air/unimplemented/script | 3 - experimental/air/cmd/logbricklens.go | 87 ++++ experimental/air/cmd/logbricklens_test.go | 83 ++++ experimental/air/cmd/logdetect.go | 53 ++ experimental/air/cmd/logmlflow.go | 302 ++++++++++++ experimental/air/cmd/logmlflow_test.go | 114 +++++ experimental/air/cmd/logs.go | 146 +++++- experimental/air/cmd/logs_test.go | 252 ++++++++++ experimental/air/cmd/logstream.go | 461 ++++++++++++++++++ experimental/air/cmd/logstream_support.go | 107 ++++ experimental/air/cmd/logstream_test.go | 403 +++++++++++++++ experimental/air/cmd/stubs_test.go | 1 - 23 files changed, 2216 insertions(+), 15 deletions(-) create mode 100644 acceptance/experimental/air/logs-mlflow-fallback/out.test.toml create mode 100644 acceptance/experimental/air/logs-mlflow-fallback/output.txt create mode 100644 acceptance/experimental/air/logs-mlflow-fallback/script create mode 100644 acceptance/experimental/air/logs-mlflow-fallback/test.toml create mode 100644 acceptance/experimental/air/logs/out.test.toml create mode 100644 acceptance/experimental/air/logs/output.txt create mode 100644 acceptance/experimental/air/logs/script create mode 100644 acceptance/experimental/air/logs/test.toml create mode 100644 experimental/air/cmd/logbricklens.go create mode 100644 experimental/air/cmd/logbricklens_test.go create mode 100644 experimental/air/cmd/logdetect.go create mode 100644 experimental/air/cmd/logmlflow.go create mode 100644 experimental/air/cmd/logmlflow_test.go create mode 100644 experimental/air/cmd/logs_test.go create mode 100644 experimental/air/cmd/logstream.go create mode 100644 experimental/air/cmd/logstream_support.go create mode 100644 experimental/air/cmd/logstream_test.go diff --git a/acceptance/experimental/air/help/output.txt b/acceptance/experimental/air/help/output.txt index ee89e778d6b..52e50016843 100644 --- a/acceptance/experimental/air/help/output.txt +++ b/acceptance/experimental/air/help/output.txt @@ -47,3 +47,24 @@ Global Flags: -o, --output type output type: text or json (default text) -p, --profile string ~/.databrickscfg profile -t, --target string bundle target to use (if applicable) + +=== logs help +>>> [CLI] experimental air logs --help +Stream logs from an active run, or fetch logs from a completed run. + +Usage: + databricks experimental air logs JOB_RUN_ID [flags] + +Flags: + --download-to string Download all logs to this directory instead of printing + -h, --help help for logs + --lines int For completed runs, print the last N lines (default 10000) + --minutes int Fetch only logs from the last N minutes + --node int Fetch logs from this node + --retry int View logs from a specific retry attempt; -1 means latest (default -1) + +Global Flags: + --debug enable debug logging + -o, --output type output type: text or json (default text) + -p, --profile string ~/.databrickscfg profile + -t, --target string bundle target to use (if applicable) diff --git a/acceptance/experimental/air/help/script b/acceptance/experimental/air/help/script index 81f3907e4f5..91dc12567a6 100644 --- a/acceptance/experimental/air/help/script +++ b/acceptance/experimental/air/help/script @@ -6,3 +6,6 @@ trace $CLI experimental air --help title "list help" trace $CLI experimental air list --help + +title "logs help" +trace $CLI experimental air logs --help diff --git a/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml b/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/experimental/air/logs-mlflow-fallback/output.txt b/acceptance/experimental/air/logs-mlflow-fallback/output.txt new file mode 100644 index 00000000000..874ad273314 --- /dev/null +++ b/acceptance/experimental/air/logs-mlflow-fallback/output.txt @@ -0,0 +1,8 @@ + +=== logs falls back to mlflow (no logs) +>>> [CLI] experimental air logs 123 +No logs available for run 123. Run terminated in state SUCCESS + +=== logs falls back to mlflow (json) +>>> [CLI] experimental air logs 123 -o json +{"type":"ERROR","ts":"[TIMESTAMP]","node":0,"line":"No logs available for run 123. Run terminated in state SUCCESS"} diff --git a/acceptance/experimental/air/logs-mlflow-fallback/script b/acceptance/experimental/air/logs-mlflow-fallback/script new file mode 100644 index 00000000000..ad8856a036a --- /dev/null +++ b/acceptance/experimental/air/logs-mlflow-fallback/script @@ -0,0 +1,9 @@ +# Bricklens is gated off (FEATURE_DISABLED), so the command falls back to the +# MLflow log path. With no MLflow run id resolvable, the fallback reports no +# logs and exits non-zero — proving the try/catch routes to MLflow. + +title "logs falls back to mlflow (no logs)" +errcode trace $CLI experimental air logs 123 + +title "logs falls back to mlflow (json)" +errcode trace $CLI experimental air logs 123 -o json diff --git a/acceptance/experimental/air/logs-mlflow-fallback/test.toml b/acceptance/experimental/air/logs-mlflow-fallback/test.toml new file mode 100644 index 00000000000..9b9bcab8e68 --- /dev/null +++ b/acceptance/experimental/air/logs-mlflow-fallback/test.toml @@ -0,0 +1,32 @@ +# The SDK occasionally probes host reachability with a HEAD request; stub it so +# the test is deterministic. +[[Server]] +Pattern = "HEAD /" +Response.Body = '' + +# A completed run. +[[Server]] +Pattern = "GET /api/2.2/jobs/runs/get" +Response.Body = ''' +{ + "run_id": 123, + "start_time": 1700000000000, + "end_time": 1700000012000, + "state": {"life_cycle_state": "TERMINATED", "result_state": "SUCCESS"}, + "tasks": [{"task_key": "train", "run_id": 456, "attempt_number": 0}] +} +''' + +# Bricklens is gated off by the backend SAFE flag, forcing the MLflow fallback. +[[Server]] +Pattern = "GET /api/2.0/ai-training/workflows/by-run-id/123/logs" +Response.StatusCode = 403 +Response.Body = ''' +{"error_code": "FEATURE_DISABLED", "message": "training log streaming is not enabled"} +''' + +# The MLflow fallback has no run output to resolve an MLflow run id from, so it +# reports no logs rather than failing — exercising the fallback wiring end to end. +[[Server]] +Pattern = "GET /api/2.2/jobs/runs/get-output" +Response.Body = '{}' diff --git a/acceptance/experimental/air/logs/out.test.toml b/acceptance/experimental/air/logs/out.test.toml new file mode 100644 index 00000000000..d6187dcb046 --- /dev/null +++ b/acceptance/experimental/air/logs/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/experimental/air/logs/output.txt b/acceptance/experimental/air/logs/output.txt new file mode 100644 index 00000000000..84d6202afdf --- /dev/null +++ b/acceptance/experimental/air/logs/output.txt @@ -0,0 +1,72 @@ + +=== logs (text, completed run) +>>> [CLI] experimental air logs 123 +step 1 +step 2 +CUDA out of memory + +=== logs (json) +>>> [CLI] experimental air logs 123 -o json +{"type":"LOG","ts":"[TIMESTAMP]","node":0,"line":"step 1"} +{"type":"LOG","ts":"[TIMESTAMP]","node":0,"line":"step 2"} +{"type":"ALERT","ts":"[TIMESTAMP]","node":0,"line":"CUDA out of memory"} +{"type":"LOG","ts":"[TIMESTAMP]","node":0,"line":"CUDA out of memory"} + +=== logs with --minutes +>>> [CLI] experimental air logs 123 --minutes 30 +step 1 +step 2 +CUDA out of memory + +=== logs with --lines +>>> [CLI] experimental air logs 123 --lines 1 +CUDA out of memory + +=== logs with --lines 0 prints nothing +>>> [CLI] experimental air logs 123 --lines 0 +No logs available for run 123. Run terminated in state SUCCESS + +=== logs from a specific retry +>>> [CLI] experimental air logs 123 --retry 0 +step 1 +step 2 +CUDA out of memory + +=== logs --lines and --minutes are mutually exclusive +>>> [CLI] experimental air logs 123 --lines 100 --minutes 30 +Error: cannot combine --lines with --minutes: --lines tails by line count, --minutes by time window + +Exit code: 1 + +=== logs --lines and --minutes are mutually exclusive (json) +>>> [CLI] experimental air logs 123 --lines 100 --minutes 30 -o json +{ + "v": 1, + "ts": "[TIMESTAMP]", + "error": { + "code": "INVALID_ARGS", + "kind": "PERMANENT", + "message": "cannot combine --lines with --minutes: --lines tails by line count, --minutes by time window", + "retryable": false + } +} + +Exit code: 1 + +=== invalid run id +>>> [CLI] experimental air logs notanumber +Error: invalid JOB_RUN_ID "notanumber": must be a positive integer + +Exit code: 1 + +=== negative node +>>> [CLI] experimental air logs 123 --node -1 +Error: invalid --node -1: must not be negative + +Exit code: 1 + +=== --download-to not implemented +>>> [CLI] experimental air logs 123 --download-to /tmp/out +Error: --download-to is not implemented yet + +Exit code: 1 diff --git a/acceptance/experimental/air/logs/script b/acceptance/experimental/air/logs/script new file mode 100644 index 00000000000..b851a8784f8 --- /dev/null +++ b/acceptance/experimental/air/logs/script @@ -0,0 +1,32 @@ +title "logs (text, completed run)" +trace $CLI experimental air logs 123 + +title "logs (json)" +trace $CLI experimental air logs 123 -o json + +title "logs with --minutes" +trace $CLI experimental air logs 123 --minutes 30 + +title "logs with --lines" +trace $CLI experimental air logs 123 --lines 1 + +title "logs with --lines 0 prints nothing" +trace $CLI experimental air logs 123 --lines 0 + +title "logs from a specific retry" +trace $CLI experimental air logs 123 --retry 0 + +title "logs --lines and --minutes are mutually exclusive" +errcode trace $CLI experimental air logs 123 --lines 100 --minutes 30 + +title "logs --lines and --minutes are mutually exclusive (json)" +errcode trace $CLI experimental air logs 123 --lines 100 --minutes 30 -o json + +title "invalid run id" +errcode trace $CLI experimental air logs notanumber + +title "negative node" +errcode trace $CLI experimental air logs 123 --node -1 + +title "--download-to not implemented" +errcode trace $CLI experimental air logs 123 --download-to /tmp/out diff --git a/acceptance/experimental/air/logs/test.toml b/acceptance/experimental/air/logs/test.toml new file mode 100644 index 00000000000..31e95adc8c1 --- /dev/null +++ b/acceptance/experimental/air/logs/test.toml @@ -0,0 +1,30 @@ +# The SDK occasionally probes host reachability with a HEAD request; stub it so +# the test is deterministic. +[[Server]] +Pattern = "HEAD /" +Response.Body = '' + +# A completed run: Bricklens serves its logs via the tail drain. +[[Server]] +Pattern = "GET /api/2.2/jobs/runs/get" +Response.Body = ''' +{ + "run_id": 123, + "start_time": 1700000000000, + "end_time": 1700000012000, + "state": {"life_cycle_state": "TERMINATED", "result_state": "SUCCESS"}, + "tasks": [{"task_key": "train", "run_id": 456, "attempt_number": 0}] +} +''' + +# Bricklens log records, returned newest-first (as the tail fetch requests); +# printed oldest-first. +[[Server]] +Pattern = "GET /api/2.0/ai-training/workflows/by-run-id/123/logs" +Response.Body = ''' +{"log_records": [ + {"time_unix_nano": 1700000003000000000, "body": "CUDA out of memory", "node_index": 0}, + {"time_unix_nano": 1700000002000000000, "body": "step 2", "node_index": 0}, + {"time_unix_nano": 1700000001000000000, "body": "step 1", "node_index": 0} +]} +''' diff --git a/acceptance/experimental/air/unimplemented/output.txt b/acceptance/experimental/air/unimplemented/output.txt index 7db6ef1aec2..261e0c456a9 100644 --- a/acceptance/experimental/air/unimplemented/output.txt +++ b/acceptance/experimental/air/unimplemented/output.txt @@ -1,10 +1,4 @@ -=== logs ->>> [CLI] experimental air logs 123 -Error: `air logs` is not implemented yet - -Exit code: 1 - === register-image >>> [CLI] experimental air register-image my-image:latest Error: `air register-image` is not implemented yet diff --git a/acceptance/experimental/air/unimplemented/script b/acceptance/experimental/air/unimplemented/script index 19dc13ffe85..ae0366a48c9 100644 --- a/acceptance/experimental/air/unimplemented/script +++ b/acceptance/experimental/air/unimplemented/script @@ -1,7 +1,4 @@ # Each stub must fail with "not implemented"; errcode records the exit code. -title "logs" -errcode trace $CLI experimental air logs 123 - title "register-image" errcode trace $CLI experimental air register-image my-image:latest diff --git a/experimental/air/cmd/logbricklens.go b/experimental/air/cmd/logbricklens.go new file mode 100644 index 00000000000..48ab7286649 --- /dev/null +++ b/experimental/air/cmd/logbricklens.go @@ -0,0 +1,87 @@ +package aircmd + +import ( + "context" + "encoding/json" + "fmt" + "net/http" + "strconv" + + "github.com/databricks/databricks-sdk-go/client" +) + +// bricklensLogsPathFmt is the log endpoint, keyed by Jobs run id. Called with a +// raw client.Do because the SDK does not model the AiTrainingService. +const bricklensLogsPathFmt = "/api/2.0/ai-training/workflows/by-run-id/%d/logs" + +// logRecord is one log line from Bricklens. +type logRecord struct { + // TimeUnixNano may arrive as a JSON number or string. + TimeUnixNano json.Number `json:"time_unix_nano"` + Body string `json:"body"` + NodeIndex int `json:"node_index"` +} + +// nano returns time_unix_nano as an int64, or 0 when absent or unparseable. +func (r logRecord) nano() int64 { + n, err := r.TimeUnixNano.Int64() + if err != nil { + return 0 + } + return n +} + +type bricklensLogsResponse struct { + LogRecords []logRecord `json:"log_records"` + NextPageToken string `json:"next_page_token"` +} + +// bricklensLogsQuery is the request-field surface of the log endpoint. +type bricklensLogsQuery struct { + // fromSeconds and toSeconds bound the query window in Unix epoch seconds. + fromSeconds int64 + toSeconds int64 + pageToken string + pageSize int + // attemptNumber selects a retry attempt (0-indexed); -1 means latest. + attemptNumber int + nodeIndex int + // ascending returns oldest-first. The endpoint defaults to ascending when + // absent, so the tail fetch must send an explicit false for newest-first. + ascending bool +} + +// getBricklensLogs fetches one page of logs. The API client is built once by the +// caller and reused across the poll loop. It returns the raw error so the caller +// can classify it via classifyLogError. +func getBricklensLogs(ctx context.Context, apiClient *client.DatabricksClient, runID int64, q bricklensLogsQuery) (*bricklensLogsResponse, error) { + query := map[string]any{ + // Always sent: the tail path relies on an explicit false for newest-first. + "ascending": strconv.FormatBool(q.ascending), + } + if q.fromSeconds > 0 { + query["from"] = q.fromSeconds + } + if q.toSeconds > 0 { + query["to"] = q.toSeconds + } + if q.pageToken != "" { + query["page_token"] = q.pageToken + } + if q.pageSize > 0 { + query["page_size"] = q.pageSize + } + if q.attemptNumber >= 0 { + query["ref.attempt_number"] = q.attemptNumber + } + if q.nodeIndex >= 0 { + query["filter.node_index"] = q.nodeIndex + } + + var resp bricklensLogsResponse + path := fmt.Sprintf(bricklensLogsPathFmt, runID) + if err := apiClient.Do(ctx, http.MethodGet, path, nil, nil, query, &resp); err != nil { + return nil, err + } + return &resp, nil +} diff --git a/experimental/air/cmd/logbricklens_test.go b/experimental/air/cmd/logbricklens_test.go new file mode 100644 index 00000000000..e12e0f75a65 --- /dev/null +++ b/experimental/air/cmd/logbricklens_test.go @@ -0,0 +1,83 @@ +package aircmd + +import ( + "net/http" + "net/http/httptest" + "net/url" + "testing" + + "github.com/databricks/databricks-sdk-go/client" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestGetBricklensLogsQuerySerialization(t *testing.T) { + var got url.Values + var gotPath string + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Path != "/oidc/.well-known/oauth-authorization-server" { + gotPath = r.URL.Path + got = r.URL.Query() + } + _, _ = w.Write([]byte(`{"log_records": [], "next_page_token": ""}`)) + })) + t.Cleanup(srv.Close) + + w := newTestWorkspaceClient(t, srv.URL) + apiClient, err := client.New(w.Config) + require.NoError(t, err) + _, err = getBricklensLogs(t.Context(), apiClient, 42, bricklensLogsQuery{ + fromSeconds: 100, + toSeconds: 200, + pageToken: "tok", + pageSize: 500, + attemptNumber: 1, + nodeIndex: 3, + ascending: true, + }) + require.NoError(t, err) + + assert.Equal(t, "/api/2.0/ai-training/workflows/by-run-id/42/logs", gotPath) + assert.Equal(t, "100", got.Get("from")) + assert.Equal(t, "200", got.Get("to")) + assert.Equal(t, "tok", got.Get("page_token")) + assert.Equal(t, "500", got.Get("page_size")) + assert.Equal(t, "1", got.Get("ref.attempt_number")) + assert.Equal(t, "3", got.Get("filter.node_index")) + assert.Equal(t, "true", got.Get("ascending")) +} + +func TestGetBricklensLogsOmitsOptionals(t *testing.T) { + var got url.Values + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Path != "/oidc/.well-known/oauth-authorization-server" { + got = r.URL.Query() + } + _, _ = w.Write([]byte(`{"log_records": []}`)) + })) + t.Cleanup(srv.Close) + + w := newTestWorkspaceClient(t, srv.URL) + apiClient, err := client.New(w.Config) + require.NoError(t, err) + // attempt -1 (latest) and node 0 are the default request; from/to/page unset. + _, err = getBricklensLogs(t.Context(), apiClient, 7, bricklensLogsQuery{attemptNumber: -1, nodeIndex: 0}) + require.NoError(t, err) + + assert.False(t, got.Has("from")) + assert.False(t, got.Has("to")) + assert.False(t, got.Has("page_token")) + assert.False(t, got.Has("page_size")) + // -1 attempt means "latest" — the field is omitted so the endpoint defaults. + assert.False(t, got.Has("ref.attempt_number")) + // node 0 is a real filter value and must be sent. + assert.Equal(t, "0", got.Get("filter.node_index")) + // ascending is always sent so the tail path can force newest-first. + assert.Equal(t, "false", got.Get("ascending")) +} + +func TestLogRecordNano(t *testing.T) { + assert.Equal(t, int64(123), logRecord{TimeUnixNano: "123"}.nano()) + assert.Equal(t, int64(0), logRecord{TimeUnixNano: ""}.nano()) + assert.Equal(t, int64(0), logRecord{TimeUnixNano: "notanumber"}.nano()) +} diff --git a/experimental/air/cmd/logdetect.go b/experimental/air/cmd/logdetect.go new file mode 100644 index 00000000000..f804f4d5812 --- /dev/null +++ b/experimental/air/cmd/logdetect.go @@ -0,0 +1,53 @@ +package aircmd + +import "regexp" + +// fatalPatterns match log lines that signal a run-ending failure (OOM, NCCL +// timeouts, CUDA errors, segfaults, etc.). In --json mode a matching line emits +// an ALERT event alongside its LOG event, giving an agent an immediate signal. +var fatalPatterns = []*regexp.Regexp{ + // OOM + regexp.MustCompile(`(?i)CUDA out of memory`), + regexp.MustCompile(`(?i)Out of memory: Kill(ed)? process`), + // Signals + regexp.MustCompile(`(?i)signal\s+(9|SIGKILL|SIGTERM)`), + // NCCL / collective + regexp.MustCompile(`Watchdog caught collective operation timeout`), + regexp.MustCompile(`(?i)NCCL WARN .*(Conn|Net|IB|timeout|unhandled)`), + regexp.MustCompile(`Got async error event`), + regexp.MustCompile(`transport/net_ib\.cc:\d+.*WARN`), + // CUDA + regexp.MustCompile(`(?i)CUDA(?: runtime)? error`), + regexp.MustCompile(`(?i)an illegal memory access was encountered`), + regexp.MustCompile(`CUDA kernel errors might be asynchronously reported`), + // Segfault + regexp.MustCompile(`(?i)segmentation fault`), + // Composer / llmfoundry specific + regexp.MustCompile(`composer\.utils\..*Error`), + regexp.MustCompile(`(?i)composer.*OutOfMemory`), + // torch.distributed + regexp.MustCompile(`torch\.distributed\..*(?:Error|Exception)`), + regexp.MustCompile(`(?i)(?:TCPStore|Store).*timed?\s*out`), + // GPU hardware (Xid from dmesg / driver) + regexp.MustCompile(`Xid.*\b(48|63|64|79|94|95)\b`), + // Streaming dataset + regexp.MustCompile(`streaming\.base\..*(?:Error|Exception)`), + // Bare "Killed" on its own line means OOM-killer or similar + regexp.MustCompile(`^\s*Killed\s*$`), + // MLflow stall — training has stopped logging metrics + regexp.MustCompile(`\[MLflow Logger\]\[Warning\] No new logs have been emitted`), + // The launch script prints this when the user's command fails; [1-9]\d* skips exit code 0. + regexp.MustCompile(`ERROR: Script failed with exit code [1-9]\d* after \d+s`), + // Missing command (exit 127), e.g. a typo. + regexp.MustCompile(`(?i)command not found`), +} + +// matchFatalPattern reports whether a log line matches a fatal-failure pattern. +func matchFatalPattern(line string) bool { + for _, p := range fatalPatterns { + if p.MatchString(line) { + return true + } + } + return false +} diff --git a/experimental/air/cmd/logmlflow.go b/experimental/air/cmd/logmlflow.go new file mode 100644 index 00000000000..a8dd016dbbc --- /dev/null +++ b/experimental/air/cmd/logmlflow.go @@ -0,0 +1,302 @@ +package aircmd + +import ( + "bufio" + "context" + "fmt" + "io" + "net" + "net/http" + "os" + "path" + "regexp" + "slices" + "strconv" + "time" + + "github.com/databricks/cli/libs/log" + "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/client" + "github.com/databricks/databricks-sdk-go/listing" + "github.com/databricks/databricks-sdk-go/service/jobs" + "github.com/databricks/databricks-sdk-go/service/ml" +) + +// chunkFilePattern matches a log chunk file (logs-.chunk.txt); group 1 is +// the chunk index. The sidecar splits stdout into 4MB chunks, index ascending. +var chunkFilePattern = regexp.MustCompile(`^logs-(\d+)\.chunk\.txt$`) + +// oldFormatNodeDir matches a bare per-node log dir (logs/node_). The +// attempt-prefixed layout nests these under logs/attempt_/, so a bare +// logs/node_ only appears in the old layout. +var oldFormatNodeDir = regexp.MustCompile(`^logs/node_\d+$`) + +// artifactDownloadClient fetches pre-signed artifact URLs with connect and +// response-header timeouts, so a stalled storage backend can't hang the command. +// Mirrors the Python CLI's (10s connect, 60s read) bounds. +var artifactDownloadClient = &http.Client{ + Transport: &http.Transport{ + DialContext: (&net.Dialer{Timeout: 10 * time.Second}).DialContext, + ResponseHeaderTimeout: 60 * time.Second, + }, +} + +// mlflowLogFallback prints a run's logs from MLflow artifacts, the fallback when +// Bricklens can't serve them. It resolves the MLflow run id, discovers the +// per-node log directory, lists the chunk files, and walks them newest-first +// until it has the requested tail, then prints oldest-first. +// +// The tail length is --lines, else the default cap. MLflow chunks are not +// time-indexed, so --minutes cannot restrict the window here. +func mlflowLogFallback(ctx context.Context, w *databricks.WorkspaceClient, out io.Writer, req logRequest, status logRunStatus) (bool, error) { + if req.windowMinutes > 0 { + log.Debugf(ctx, "air logs: --minutes is not supported on the MLflow fallback path; showing the default tail") + } + + mlflowRunID, logDir, err := resolveMLflowLogPath(ctx, w, req) + if err != nil { + return false, err + } + if mlflowRunID == "" || logDir == "" { + emitNoLogs(out, req, status) + return status.succeeded(), nil + } + + chunks, err := listLogChunks(ctx, w, mlflowRunID, logDir) + if err != nil { + return false, err + } + if len(chunks) == 0 { + // Nothing listed yet: assume the single chunk 0. + chunks = []logChunk{{index: 0, path: path.Join(logDir, chunkFileName(0))}} + } + + target := req.tailTarget() + if target <= 0 { + return status.succeeded(), nil + } + + lines, err := tailChunks(ctx, w, mlflowRunID, chunks, target) + if err != nil { + return false, err + } + if len(lines) == 0 { + emitNoLogs(out, req, status) + return status.succeeded(), nil + } + + if len(lines) > target { + lines = lines[len(lines)-target:] + } + for _, line := range lines { + emitLogLine(out, req, line) + } + return status.succeeded(), nil +} + +// resolveMLflowLogPath returns the run's MLflow run id and per-node log directory. +func resolveMLflowLogPath(ctx context.Context, w *databricks.WorkspaceClient, req logRequest) (string, string, error) { + run, err := w.Jobs.GetRun(ctx, jobs.GetRunRequest{RunId: req.runID}) + if err != nil { + return "", "", err + } + ids := mlflowIDs(ctx, w, run) + if ids == nil || ids.RunID == "" { + return "", "", nil + } + + // -1 (latest) maps to attempt 0's directory. + attempt := max(req.attempt, 0) + withAttempt, err := discoverAttemptPrefix(ctx, w, ids.RunID, attempt) + if err != nil { + return "", "", err + } + return ids.RunID, constructLogPath(req.node, attempt, withAttempt), nil +} + +// discoverAttemptPrefix probes the logs/ dir once to decide whether the layout is +// attempt-prefixed (logs/attempt_X/node_Y) or old (logs/node_Y). A bare +// logs/node_ means old; a logs/attempt_ entry means prefixed. +// Defaults to old when nothing is listed. +func discoverAttemptPrefix(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID string, attempt int) (bool, error) { + files, err := listArtifacts(ctx, w, mlflowRunID, "logs") + if err != nil { + // Not fatal: default to the old layout; the chunk listing finds it empty if wrong. + log.Debugf(ctx, "air logs: could not list logs dir for format discovery: %v", err) + return false, nil + } + + attemptDir := fmt.Sprintf("logs/attempt_%d", attempt) + for _, f := range files { + if oldFormatNodeDir.MatchString(f.Path) { + return false, nil + } + if f.Path == attemptDir { + return true, nil + } + } + return false, nil +} + +// constructLogPath builds the per-node log directory for a node and attempt. +func constructLogPath(node, attempt int, withAttempt bool) string { + if withAttempt { + return fmt.Sprintf("logs/attempt_%d/node_%d", attempt, node) + } + return fmt.Sprintf("logs/node_%d", node) +} + +// chunkFileName is the artifact filename for a chunk index. +func chunkFileName(index int) string { + return fmt.Sprintf("logs-%d.chunk.txt", index) +} + +// logChunk is one listed chunk: its index and full artifact path. +type logChunk struct { + index int + path string +} + +// listLogChunks lists the chunk files under a log dir, sorted ascending by index. +func listLogChunks(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID, logDir string) ([]logChunk, error) { + files, err := listArtifacts(ctx, w, mlflowRunID, logDir) + if err != nil { + return nil, err + } + + var chunks []logChunk + for _, f := range files { + base := path.Base(f.Path) + m := chunkFilePattern.FindStringSubmatch(base) + if m == nil { + continue + } + idx, err := strconv.Atoi(m[1]) + if err != nil { + continue + } + chunks = append(chunks, logChunk{index: idx, path: f.Path}) + } + slices.SortFunc(chunks, func(a, b logChunk) int { return a.index - b.index }) + return chunks, nil +} + +// tailChunks walks chunks newest-first, prepending each chunk's lines, until it +// has `target` lines or runs out. A mid-walk download failure stops the walk +// rather than splice non-adjacent chunks. +func tailChunks(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID string, chunks []logChunk, target int) ([]string, error) { + var accumulated []string + for _, chunk := range slices.Backward(chunks) { + lines, err := downloadChunkLines(ctx, w, mlflowRunID, chunk.path) + if err != nil { + log.Debugf(ctx, "air logs: failed to download chunk %d; showing only logs after it: %v", chunk.index, err) + break + } + accumulated = append(lines, accumulated...) + if len(accumulated) >= target { + break + } + } + return accumulated, nil +} + +// downloadChunkLines fetches one chunk artifact and returns its lines. +func downloadChunkLines(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID, artifactPath string) ([]string, error) { + f, err := downloadArtifact(ctx, w, mlflowRunID, artifactPath) + if err != nil { + return nil, err + } + defer os.Remove(f) + + file, err := os.Open(f) + if err != nil { + return nil, err + } + defer file.Close() + + var lines []string + scanner := bufio.NewScanner(file) + scanner.Buffer(make([]byte, 0, 64*1024), 4*1024*1024) + for scanner.Scan() { + lines = append(lines, scanner.Text()) + } + return lines, scanner.Err() +} + +// listArtifacts lists a run's artifacts under a path. +func listArtifacts(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID, path string) ([]ml.FileInfo, error) { + it := w.Experiments.ListArtifacts(ctx, ml.ListArtifactsRequest{RunId: mlflowRunID, Path: path}) + return listing.ToSlice(ctx, it) +} + +// credentialInfo is one credentials-for-read entry: a pre-signed URL plus any +// backend-required request headers. +type credentialInfo struct { + SignedURI string `json:"signed_uri"` + Headers []struct { + Name string `json:"name"` + Value string `json:"value"` + } `json:"headers"` +} + +type credentialsForReadResponse struct { + CredentialInfos []credentialInfo `json:"credential_infos"` +} + +// downloadArtifact downloads one run artifact to a temp file and returns its +// path. credentials-for-read returns a pre-signed URL, which we stream to disk; +// that endpoint is not modeled by the SDK, so it is called via a raw client.Do. +func downloadArtifact(ctx context.Context, w *databricks.WorkspaceClient, mlflowRunID, artifactPath string) (string, error) { + apiClient, err := client.New(w.Config) + if err != nil { + return "", fmt.Errorf("failed to create API client: %w", err) + } + + var resp credentialsForReadResponse + query := map[string]any{ + "run_id": mlflowRunID, + // path is a repeated field, so pass a slice (serialized as path=...&path=...). + "path": []string{artifactPath}, + } + err = apiClient.Do(ctx, http.MethodGet, "/api/2.0/mlflow/artifacts/credentials-for-read", nil, nil, query, &resp) + if err != nil { + return "", fmt.Errorf("failed to get read credentials for %s: %w", artifactPath, err) + } + if len(resp.CredentialInfos) == 0 || resp.CredentialInfos[0].SignedURI == "" { + return "", fmt.Errorf("no download credentials returned for %s", artifactPath) + } + cred := resp.CredentialInfos[0] + + req, err := http.NewRequestWithContext(ctx, http.MethodGet, cred.SignedURI, nil) + if err != nil { + return "", err + } + // Azure SAS / some GCS URIs require backend-supplied headers; AWS returns none. + for _, h := range cred.Headers { + req.Header.Set(h.Name, h.Value) + } + + httpResp, err := artifactDownloadClient.Do(req) + if err != nil { + return "", err + } + defer httpResp.Body.Close() + if httpResp.StatusCode >= 400 { + return "", fmt.Errorf("artifact download failed: HTTP %d", httpResp.StatusCode) + } + + tmp, err := os.CreateTemp("", "air-log-chunk-*") + if err != nil { + return "", err + } + if _, err := io.Copy(tmp, httpResp.Body); err != nil { + tmp.Close() + os.Remove(tmp.Name()) + return "", err + } + if err := tmp.Close(); err != nil { + os.Remove(tmp.Name()) + return "", err + } + return tmp.Name(), nil +} diff --git a/experimental/air/cmd/logmlflow_test.go b/experimental/air/cmd/logmlflow_test.go new file mode 100644 index 00000000000..f3de80abdb6 --- /dev/null +++ b/experimental/air/cmd/logmlflow_test.go @@ -0,0 +1,114 @@ +package aircmd + +import ( + "bytes" + "net/http" + "net/http/httptest" + "testing" + + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestConstructLogPath(t *testing.T) { + assert.Equal(t, "logs/node_0", constructLogPath(0, 0, false)) + assert.Equal(t, "logs/node_3", constructLogPath(3, 2, false)) + assert.Equal(t, "logs/attempt_2/node_3", constructLogPath(3, 2, true)) +} + +func TestChunkFileName(t *testing.T) { + assert.Equal(t, "logs-0.chunk.txt", chunkFileName(0)) + assert.Equal(t, "logs-7.chunk.txt", chunkFileName(7)) +} + +func TestChunkFilePattern(t *testing.T) { + m := chunkFilePattern.FindStringSubmatch("logs-12.chunk.txt") + require.NotNil(t, m) + assert.Equal(t, "12", m[1]) + + assert.Nil(t, chunkFilePattern.FindStringSubmatch("logs-12.chunk.txt.bak")) + assert.Nil(t, chunkFilePattern.FindStringSubmatch("node_0")) +} + +// artifactListServer serves a fixed artifacts/list response for any path. +func artifactListServer(t *testing.T, body string) *httptest.Server { + t.Helper() + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Path == "/api/2.0/mlflow/artifacts/list" { + _, _ = w.Write([]byte(body)) + return + } + _, _ = w.Write([]byte(`{}`)) + })) + t.Cleanup(srv.Close) + return srv +} + +func TestListLogChunksSortsAndFiltersByIndex(t *testing.T) { + // Out-of-order chunks plus a non-chunk file; result is ascending, chunk-only. + srv := artifactListServer(t, `{"files": [ + {"path": "logs/node_0/logs-2.chunk.txt"}, + {"path": "logs/node_0/other.txt"}, + {"path": "logs/node_0/logs-0.chunk.txt"}, + {"path": "logs/node_0/logs-1.chunk.txt"} + ]}`) + w := newTestWorkspaceClient(t, srv.URL) + + chunks, err := listLogChunks(t.Context(), w, "run1", "logs/node_0") + require.NoError(t, err) + require.Len(t, chunks, 3) + assert.Equal(t, 0, chunks[0].index) + assert.Equal(t, 1, chunks[1].index) + assert.Equal(t, 2, chunks[2].index) + assert.Equal(t, "logs/node_0/logs-0.chunk.txt", chunks[0].path) +} + +func TestDiscoverAttemptPrefix(t *testing.T) { + // Old format: a bare logs/node_N dir means no attempt prefix. + old := artifactListServer(t, `{"files": [{"path": "logs/node_0", "is_dir": true}]}`) + got, err := discoverAttemptPrefix(t.Context(), newTestWorkspaceClient(t, old.URL), "run1", 0) + require.NoError(t, err) + assert.False(t, got) + + // New format: a logs/attempt_N entry and no bare node dir. + newFmt := artifactListServer(t, `{"files": [{"path": "logs/attempt_0", "is_dir": true}]}`) + got, err = discoverAttemptPrefix(t.Context(), newTestWorkspaceClient(t, newFmt.URL), "run1", 0) + require.NoError(t, err) + assert.True(t, got) +} + +// noMLflowServer serves a run with no resolvable MLflow run id, so the fallback +// finds no logs. +func noMLflowServer(t *testing.T) *httptest.Server { + t.Helper() + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch r.URL.Path { + case "/api/2.2/jobs/runs/get": + _, _ = w.Write([]byte(`{"run_id": 5, "state": {"life_cycle_state": "TERMINATED", "result_state": "SUCCESS"}, "tasks": [{"run_id": 456}]}`)) + case "/api/2.2/jobs/runs/get-output": + _, _ = w.Write([]byte(`{}`)) + default: + _, _ = w.Write([]byte(`{}`)) + } + })) + t.Cleanup(srv.Close) + return srv +} + +func TestMLflowFallbackNoLogsReflectsRunOutcome(t *testing.T) { + srv := noMLflowServer(t) + w := newTestWorkspaceClient(t, srv.URL) + + // A SUCCESS run with no logs still reports success (exit 0), matching the + // Bricklens path, rather than failing just because no logs exist. + success, err := mlflowLogFallback(t.Context(), w, &bytes.Buffer{}, + logRequest{runID: 5}, logRunStatus{lifeCycleState: "TERMINATED", resultState: "SUCCESS"}) + require.NoError(t, err) + assert.True(t, success) + + // A FAILED run with no logs reports failure (exit 1). + success, err = mlflowLogFallback(t.Context(), w, &bytes.Buffer{}, + logRequest{runID: 5}, logRunStatus{lifeCycleState: "TERMINATED", resultState: "FAILED"}) + require.NoError(t, err) + assert.False(t, success) +} diff --git a/experimental/air/cmd/logs.go b/experimental/air/cmd/logs.go index c34fb62a7df..1bda80b572b 100644 --- a/experimental/air/cmd/logs.go +++ b/experimental/air/cmd/logs.go @@ -1,7 +1,18 @@ package aircmd import ( + "context" + "errors" + "fmt" + "io" + "strconv" + "github.com/databricks/cli/cmd/root" + "github.com/databricks/cli/libs/cmdctx" + "github.com/databricks/cli/libs/flags" + "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/apierr" + "github.com/databricks/databricks-sdk-go/service/iam" "github.com/spf13/cobra" ) @@ -9,6 +20,7 @@ func newLogsCommand() *cobra.Command { var ( node int lines int + minutes int retry int downloadTo string review bool @@ -19,18 +31,142 @@ func newLogsCommand() *cobra.Command { Args: root.ExactArgs(1), Short: "Stream or fetch logs for a run", Long: `Stream logs from an active run, or fetch logs from a completed run.`, - RunE: func(cmd *cobra.Command, args []string) error { - return notImplemented("logs") - }, } cmd.Flags().IntVar(&node, "node", 0, "Fetch logs from this node") - cmd.Flags().IntVar(&lines, "lines", 10000, "For completed runs, print the last N lines") + cmd.Flags().IntVar(&lines, "lines", 0, "For completed runs, print the last N lines (default 10000)") + cmd.Flags().IntVar(&minutes, "minutes", 0, "Fetch only logs from the last N minutes") cmd.Flags().IntVar(&retry, "retry", -1, "View logs from a specific retry attempt; -1 means latest") cmd.Flags().StringVar(&downloadTo, "download-to", "", "Download all logs to this directory instead of printing") cmd.Flags().BoolVar(&review, "review", false, "Download logs from all nodes and filter for error signatures") - // Hidden in the Python `air` CLI (help=argparse.SUPPRESS); keep it internal here to match. cmd.Flags().MarkHidden("review") + // In -o json mode an auth failure should be a JSON error envelope, not a bare + // error. ErrAlreadyPrinted passes through. + cmd.PreRunE = func(cmd *cobra.Command, args []string) error { + err := root.MustWorkspaceClient(cmd, args) + if err == nil || errors.Is(err, root.ErrAlreadyPrinted) { + return err + } + return authError(cmd.Context(), cmd, err) + } + + cmd.RunE = func(cmd *cobra.Command, args []string) error { + ctx := cmd.Context() + + // --download-to and --review are not yet implemented; reject rather than + // silently ignore. + if downloadTo != "" { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + errors.New("--download-to is not implemented yet")) + } + if review { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + errors.New("--review is not implemented yet")) + } + + // --lines (line tail) and --minutes (time window) answer the same question + // two ways, so reject both together rather than silently honoring one. + if lines > 0 && minutes > 0 { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + errors.New("cannot combine --lines with --minutes: --lines tails by line count, --minutes by time window")) + } + if lines < 0 { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + fmt.Errorf("invalid --lines %d: must be positive", lines)) + } + if minutes < 0 { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + fmt.Errorf("invalid --minutes %d: must be positive", minutes)) + } + if node < 0 { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + fmt.Errorf("invalid --node %d: must not be negative", node)) + } + + runID, err := strconv.ParseInt(args[0], 10, 64) + if err != nil || runID <= 0 { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + fmt.Errorf("invalid JOB_RUN_ID %q: must be a positive integer", args[0])) + } + + // -1 signals "unset" (use the default cap); an explicit --lines 0 stays 0 + // and prints nothing. + tailLines := -1 + if cmd.Flags().Changed("lines") { + tailLines = lines + } + + return runLogs(ctx, cmd, logRequest{ + runID: runID, + node: node, + attempt: retry, + windowMinutes: minutes, + tailLines: tailLines, + jsonOutput: root.OutputType(cmd) == flags.OutputJSON, + }) + } + return cmd } + +// runLogs resolves the run, validates --retry, and fetches logs. It handles error +// reporting; the backend selection lives in fetchLogs. +func runLogs(ctx context.Context, cmd *cobra.Command, req logRequest) error { + w := cmdctx.WorkspaceClient(ctx) + + // Validate credentials server-side before fetching (MustWorkspaceClient only + // attaches them), so a bad token fails clearly here. + if _, err := w.CurrentUser.Me(ctx, iam.MeRequest{}); err != nil { + return authError(ctx, cmd, err) + } + + status, err := resolveRunStatus(ctx, w, req.runID) + if err != nil { + if errors.Is(err, apierr.ErrResourceDoesNotExist) { + return renderError(ctx, cmd, "NOT_FOUND", "NOT_FOUND", false, + fmt.Errorf("run %d not found: check the run ID and that it is a job run ID", req.runID)) + } + return renderError(ctx, cmd, "INTERNAL_ERROR", "TRANSIENT", true, + fmt.Errorf("failed to get status for run %d: %w", req.runID, err)) + } + + // -1 (default) means latest; reject an attempt past the newest. + if req.attempt >= 0 && req.attempt > status.latestAttempt { + return renderError(ctx, cmd, "INVALID_ARGS", "PERMANENT", false, + fmt.Errorf("invalid retry %d: available retries are 0 to %d", req.attempt, status.latestAttempt)) + } + + // A past retry of an active run has immutable logs: render once, don't follow. + if req.attempt >= 0 && req.attempt < status.latestAttempt && !status.terminal() { + req.staticView = true + } + + out := cmd.OutOrStdout() + success, err := fetchLogs(ctx, w, out, req, status) + if err != nil { + if errors.Is(err, apierr.ErrResourceDoesNotExist) { + return renderError(ctx, cmd, "NOT_FOUND", "NOT_FOUND", false, + fmt.Errorf("run %d not found: check the run ID and that it is a job run ID", req.runID)) + } + return renderError(ctx, cmd, "INTERNAL_ERROR", "TRANSIENT", true, + fmt.Errorf("failed to fetch logs for run %d: %w", req.runID, err)) + } + + // A run that finished unsuccessfully exits non-zero; output was already + // written, so don't reprint via Cobra. + if !success { + return root.ErrAlreadyPrinted + } + return nil +} + +// fetchLogs serves logs from Bricklens, falling back to MLflow when Bricklens +// returns errBricklensFeatureDisabled. +func fetchLogs(ctx context.Context, w *databricks.WorkspaceClient, out io.Writer, req logRequest, status logRunStatus) (bool, error) { + success, err := streamBricklensLogs(ctx, w, out, req, status) + if errors.Is(err, errBricklensFeatureDisabled) { + return mlflowLogFallback(ctx, w, out, req, status) + } + return success, err +} diff --git a/experimental/air/cmd/logs_test.go b/experimental/air/cmd/logs_test.go new file mode 100644 index 00000000000..a9eb24b72f3 --- /dev/null +++ b/experimental/air/cmd/logs_test.go @@ -0,0 +1,252 @@ +package aircmd + +import ( + "bytes" + "net/http" + "net/http/httptest" + "strings" + "testing" + + "github.com/databricks/cli/cmd/root" + "github.com/databricks/cli/libs/cmdctx" + "github.com/databricks/cli/libs/cmdio" + "github.com/databricks/cli/libs/flags" + "github.com/databricks/databricks-sdk-go/experimental/mocks" + "github.com/spf13/cobra" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestLogsCommandShape(t *testing.T) { + cmd := newLogsCommand() + assert.Equal(t, "logs JOB_RUN_ID", cmd.Use) + assert.Empty(t, cmd.Commands(), "logs must not register subcommands") + assert.NoError(t, cmd.Args(cmd, []string{"123"})) + assert.Error(t, cmd.Args(cmd, []string{})) + assert.Error(t, cmd.Args(cmd, []string{"1", "2"})) + + // --review is hidden. + review := cmd.Flags().Lookup("review") + require.NotNil(t, review) + assert.True(t, review.Hidden) +} + +// runLogsCmd invokes the logs command's RunE with the given flags against a mock +// (no-HTTP) workspace client. Used for input validation that fails before any +// API call. +func runLogsCmd(t *testing.T, args []string, flagsToSet map[string]string) error { + t.Helper() + m := mocks.NewMockWorkspaceClient(t) + ctx := cmdctx.SetWorkspaceClient(cmdio.MockDiscard(t.Context()), m.WorkspaceClient) + cmd := withOutput(newLogsCommand(), flags.OutputText) + for k, v := range flagsToSet { + require.NoError(t, cmd.Flags().Set(k, v)) + } + cmd.SetContext(ctx) + return cmd.RunE(cmd, args) +} + +func TestLogsFlagValidation(t *testing.T) { + tests := []struct { + name string + args []string + flags map[string]string + wantMsg string + }{ + { + name: "lines and minutes are mutually exclusive", + args: []string{"5"}, + flags: map[string]string{"lines": "100", "minutes": "10"}, + wantMsg: "cannot combine --lines with --minutes", + }, + { + name: "negative lines rejected", + args: []string{"5"}, + flags: map[string]string{"lines": "-1"}, + wantMsg: "invalid --lines", + }, + { + name: "negative minutes rejected", + args: []string{"5"}, + flags: map[string]string{"minutes": "-1"}, + wantMsg: "invalid --minutes", + }, + { + name: "download-to not implemented", + args: []string{"5"}, + flags: map[string]string{"download-to": "/tmp/logs"}, + wantMsg: "--download-to is not implemented yet", + }, + { + name: "review not implemented", + args: []string{"5"}, + flags: map[string]string{"review": "true"}, + wantMsg: "--review is not implemented yet", + }, + { + name: "invalid run id", + args: []string{"abc"}, + wantMsg: "invalid JOB_RUN_ID", + }, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + err := runLogsCmd(t, tt.args, tt.flags) + require.Error(t, err) + assert.Contains(t, err.Error(), tt.wantMsg) + }) + } +} + +// completedRunLogsServer serves the auth probe, a terminal runs/get, and a +// single page of Bricklens logs (newest-first, as the tail fetch requests). +func completedRunLogsServer(t *testing.T) *httptest.Server { + t.Helper() + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch { + case r.URL.Path == "/api/2.2/jobs/runs/get": + _, _ = w.Write([]byte(`{ + "run_id": 5, + "start_time": 1000, + "end_time": 2000, + "state": {"life_cycle_state": "TERMINATED", "result_state": "SUCCESS"}, + "tasks": [{"attempt_number": 0}] + }`)) + case strings.HasPrefix(r.URL.Path, "/api/2.0/ai-training/workflows/by-run-id/"): + // Newest-first, as drainTail requests; reversed to oldest-first on print. + _, _ = w.Write([]byte(`{"log_records": [ + {"time_unix_nano": 2000000000, "body": "line two", "node_index": 0}, + {"time_unix_nano": 1000000000, "body": "line one", "node_index": 0} + ]}`)) + default: + // Me() probe and SDK config discovery. + _, _ = w.Write([]byte(`{"userName":"u@example.com"}`)) + } + })) + t.Cleanup(srv.Close) + return srv +} + +func TestLogsCompletedRunTail(t *testing.T) { + srv := completedRunLogsServer(t) + var buf bytes.Buffer + ctx := cmdctx.SetWorkspaceClient(cmdio.MockDiscard(t.Context()), newTestWorkspaceClient(t, srv.URL)) + cmd := withOutput(&cobra.Command{}, flags.OutputText) + cmd.SetContext(ctx) + cmd.SetOut(&buf) + + // Drive runLogs directly (bypassing PreRunE auth wiring) with a resolved request. + err := runLogs(ctx, cmd, logRequest{runID: 5, node: 0, attempt: -1, tailLines: -1}) + require.NoError(t, err) + + // Records print oldest-first regardless of the newest-first fetch order. + assert.Equal(t, "line one\nline two\n", buf.String()) +} + +// mlflowFallbackServer serves a terminal run whose Bricklens endpoint is gated +// off (FEATURE_DISABLED), plus the full MLflow artifact path the fallback walks: +// runs/get-output (MLflow ids), artifacts/list (logs dir + chunk file), +// credentials-for-read (pre-signed URL), and the pre-signed chunk bytes itself. +func mlflowFallbackServer(t *testing.T) *httptest.Server { + t.Helper() + var base string + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch { + case r.URL.Path == "/api/2.2/jobs/runs/get": + _, _ = w.Write([]byte(`{ + "run_id": 5, + "state": {"life_cycle_state": "TERMINATED", "result_state": "SUCCESS"}, + "tasks": [{"run_id": 456, "attempt_number": 0}] + }`)) + case strings.HasPrefix(r.URL.Path, "/api/2.0/ai-training/workflows/by-run-id/"): + w.WriteHeader(http.StatusForbidden) + _, _ = w.Write([]byte(`{"error_code": "FEATURE_DISABLED", "message": "bricklens logs gated off"}`)) + case r.URL.Path == "/api/2.2/jobs/runs/get-output": + _, _ = w.Write([]byte(`{"ai_runtime_task_output": {"mlflow_experiment_id": "exp1", "mlflow_run_id": "run1"}}`)) + case r.URL.Path == "/api/2.0/mlflow/artifacts/list": + // The logs dir probe (format discovery) and the per-node chunk listing + // both hit this; return the old-format node dir and one chunk file. + if r.URL.Query().Get("path") == "logs" { + _, _ = w.Write([]byte(`{"files": [{"path": "logs/node_0", "is_dir": true}]}`)) + return + } + _, _ = w.Write([]byte(`{"files": [{"path": "logs/node_0/logs-0.chunk.txt", "file_size": 12}]}`)) + case r.URL.Path == "/api/2.0/mlflow/artifacts/credentials-for-read": + _, _ = w.Write([]byte(`{"credential_infos": [{"signed_uri": "` + base + `/presigned"}]}`)) + case r.URL.Path == "/presigned": + _, _ = w.Write([]byte("line one\nline two\n")) + default: + _, _ = w.Write([]byte(`{"userName":"u@example.com"}`)) + } + })) + base = srv.URL + t.Cleanup(srv.Close) + return srv +} + +func TestLogsFallsBackToMLflow(t *testing.T) { + srv := mlflowFallbackServer(t) + var buf bytes.Buffer + ctx := cmdctx.SetWorkspaceClient(cmdio.MockDiscard(t.Context()), newTestWorkspaceClient(t, srv.URL)) + cmd := withOutput(&cobra.Command{}, flags.OutputText) + cmd.SetContext(ctx) + cmd.SetOut(&buf) + + // Bricklens is gated off, so fetchLogs routes to the MLflow fallback, which + // resolves the MLflow run, lists the chunk, downloads it via the pre-signed + // URL, and prints its lines. + err := runLogs(ctx, cmd, logRequest{runID: 5, node: 0, attempt: -1, tailLines: -1}) + require.NoError(t, err) + assert.Equal(t, "line one\nline two\n", buf.String()) +} + +// activeRunPastRetryServer serves a still-RUNNING run with two attempts and a +// single page of Bricklens logs. runs/get always returns RUNNING; a test that +// follows the run would poll forever, so it also asserts the static path never +// loops. +func activeRunPastRetryServer(t *testing.T, getRunHits *int) *httptest.Server { + t.Helper() + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch { + case r.URL.Path == "/api/2.2/jobs/runs/get": + *getRunHits++ + _, _ = w.Write([]byte(`{ + "run_id": 9, + "start_time": 1700000000000, + "state": {"life_cycle_state": "RUNNING"}, + "tasks": [{"attempt_number": 0}, {"attempt_number": 1}] + }`)) + case strings.HasPrefix(r.URL.Path, "/api/2.0/ai-training/workflows/by-run-id/"): + _, _ = w.Write([]byte(`{"log_records": [ + {"time_unix_nano": 1700000001000000000, "body": "retry 0 log", "node_index": 0} + ]}`)) + default: + _, _ = w.Write([]byte(`{"userName":"u@example.com"}`)) + } + })) + t.Cleanup(srv.Close) + return srv +} + +func TestLogsPastRetryOfActiveRunIsStatic(t *testing.T) { + var getRunHits int + srv := activeRunPastRetryServer(t, &getRunHits) + var buf bytes.Buffer + ctx := cmdctx.SetWorkspaceClient(cmdio.MockDiscard(t.Context()), newTestWorkspaceClient(t, srv.URL)) + cmd := withOutput(&cobra.Command{}, flags.OutputText) + cmd.SetContext(ctx) + cmd.SetOut(&buf) + + // --retry 0 on a RUNNING run whose latest attempt is 1: the past attempt's + // logs render once instead of following the run (which would never terminate). + // The run has no SUCCESS result yet, so it still exits non-zero via + // ErrAlreadyPrinted; the logs are printed regardless. + err := runLogs(ctx, cmd, logRequest{runID: 9, node: 0, attempt: 0, tailLines: -1}) + require.ErrorIs(t, err, root.ErrAlreadyPrinted) + assert.Equal(t, "retry 0 log\n", buf.String()) + + // Exactly one runs/get: the initial status resolve in runLogs. The static + // streamer must not re-poll (that is the loop this test guards against). + assert.Equal(t, 1, getRunHits) +} diff --git a/experimental/air/cmd/logstream.go b/experimental/air/cmd/logstream.go new file mode 100644 index 00000000000..0f6a0520d70 --- /dev/null +++ b/experimental/air/cmd/logstream.go @@ -0,0 +1,461 @@ +package aircmd + +import ( + "context" + "errors" + "fmt" + "io" + "net/http" + "slices" + "time" + + "github.com/databricks/cli/libs/cmdio" + "github.com/databricks/cli/libs/log" + "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/apierr" + "github.com/databricks/databricks-sdk-go/client" + "github.com/databricks/databricks-sdk-go/service/jobs" +) + +const ( + // maxTransientFailures is how many consecutive Bricklens failures to tolerate + // before falling back to MLflow. + maxTransientFailures = 5 + // defaultCompletedRunTailLines caps a completed run's output when neither + // --lines nor --minutes is set. + defaultCompletedRunTailLines = 10000 + // seenRecordsCap bounds the dedup set, evicting oldest-inserted entries first. + seenRecordsCap = 100000 +) + +// retryCheckInterval is the wait between status/log polls. A var so tests can +// shrink it. +var retryCheckInterval = 3 * time.Second + +// errBricklensFeatureDisabled signals the caller to fall back to MLflow: Bricklens +// is gated off (FEATURE_DISABLED), not deployed (ENDPOINT_NOT_FOUND / 404), or +// persistently failing. The flag is evaluated server-side. +var errBricklensFeatureDisabled = errors.New("bricklens logs unavailable; falling back to mlflow") + +// logRequest describes what to fetch, shared by both backends so they honor the +// same flags. windowMinutes and tailLines are mutually exclusive. +type logRequest struct { + runID int64 + // node is the node index to fetch; node 0 always exists. + node int + // attempt is the retry attempt to read; -1 means latest. + attempt int + // windowMinutes, when > 0, restricts the fetch to the last N minutes. + windowMinutes int + // tailLines caps a completed run's output to the last N lines. Negative means + // --lines was unset (use the default cap); 0 prints nothing. + tailLines int + // staticView renders a one-shot tail instead of following the run. Set for a + // past retry of an active run: that attempt's logs are immutable, so streaming + // would poll forever waiting for the run (not the attempt) to finish. + staticView bool + jsonOutput bool +} + +// logRunStatus is the subset of a run's state the log path needs, resolved once +// and reused. +type logRunStatus struct { + lifeCycleState string + resultState string + stateMessage string + startTimeMs int64 + endTimeMs int64 + // latestAttempt is the highest attempt_number across the run's tasks. + latestAttempt int +} + +// A run is terminal when its lifecycle state is terminal, or a result state is +// set (result states only appear on terminal runs). +var ( + terminalLifeCycleStates = map[string]bool{"TERMINATED": true, "SKIPPED": true, "INTERNAL_ERROR": true} + terminalResultStates = map[string]bool{"SUCCESS": true, "FAILED": true, "CANCELED": true} +) + +func (s logRunStatus) terminal() bool { + return terminalLifeCycleStates[s.lifeCycleState] || terminalResultStates[s.resultState] +} + +func (s logRunStatus) succeeded() bool { + return s.resultState == "SUCCESS" +} + +// resolveRunStatus fetches a run's state and projects it onto logRunStatus. An +// unknown run id surfaces as apierr.ErrResourceDoesNotExist. +func resolveRunStatus(ctx context.Context, w *databricks.WorkspaceClient, runID int64) (logRunStatus, error) { + run, err := w.Jobs.GetRun(ctx, jobs.GetRunRequest{RunId: runID}) + if err != nil { + return logRunStatus{}, err + } + return projectRunStatus(run), nil +} + +// projectRunStatus extracts logRunStatus from a run. Split out so it can be +// tested without an API client. +func projectRunStatus(run *jobs.Run) logRunStatus { + s := logRunStatus{ + startTimeMs: run.StartTime, + endTimeMs: run.EndTime, + } + if run.State != nil { + s.lifeCycleState = string(run.State.LifeCycleState) + s.resultState = string(run.State.ResultState) + s.stateMessage = run.State.StateMessage + } + for i := range run.Tasks { + s.latestAttempt = max(s.latestAttempt, run.Tasks[i].AttemptNumber) + } + return s +} + +// classifyLogError maps a Bricklens failure to one of: +// - errBricklensFeatureDisabled: fall back to MLflow (gated off, endpoint +// absent, or 404). +// - the original error: a genuine not-found, surfaced as-is. +// - nil: a transient failure the caller should retry. +func classifyLogError(err error) error { + if apiErr, ok := errors.AsType[*apierr.APIError](err); ok { + switch apiErr.ErrorCode { + case "FEATURE_DISABLED", "ENDPOINT_NOT_FOUND": + return errBricklensFeatureDisabled + } + if apiErr.StatusCode == http.StatusNotFound { + return errBricklensFeatureDisabled + } + } + if errors.Is(err, apierr.ErrResourceDoesNotExist) { + return err + } + return nil +} + +// fromSeconds computes the `from` bound. With --minutes set it is now-N*60; +// otherwise the run's start second (0 before the run starts, which the endpoint +// reads as "everything stored"). +func (req logRequest) fromSeconds(status logRunStatus, now time.Time) int64 { + if req.windowMinutes > 0 { + return now.Add(-time.Duration(req.windowMinutes) * time.Minute).Unix() + } + if status.startTimeMs > 0 { + return status.startTimeMs / 1000 + } + return 0 +} + +// toSeconds computes the `to` bound. A terminal run caps at its end second (ceil +// of the millisecond time, so the final partial second is kept); otherwise 0 lets +// the endpoint default to now. +func (req logRequest) toSeconds(status logRunStatus) int64 { + if status.terminal() && status.endTimeMs > 0 { + return (status.endTimeMs + 999) / 1000 + } + return 0 +} + +// streamBricklensLogs fetches and prints a run's logs: a bounded tail for a +// completed run, or a poll-and-drain loop that follows an active run to +// completion. It returns whether the run finished with SUCCESS; +// errBricklensFeatureDisabled means the caller should fall back to MLflow. +func streamBricklensLogs(ctx context.Context, w *databricks.WorkspaceClient, out io.Writer, req logRequest, status logRunStatus) (bool, error) { + // Build the API client once and reuse it for every page fetch in the loop. + apiClient, err := client.New(w.Config) + if err != nil { + return false, fmt.Errorf("failed to create API client: %w", err) + } + st := &bricklensStreamer{ + ctx: ctx, + w: w, + apiClient: apiClient, + out: out, + req: req, + status: status, + seen: newSeenSet(seenRecordsCap), + } + return st.run() +} + +// bricklensStreamer holds the poll-loop state: the from-second cursor, the +// highest emitted timestamp, and the dedup set. +type bricklensStreamer struct { + ctx context.Context + w *databricks.WorkspaceClient + apiClient *client.DatabricksClient + out io.Writer + req logRequest + status logRunStatus + + fromSec int64 + lastNano int64 + firstLogSeen bool + seen *seenSet + // onFirstLog, when set, is called once just before the first log line is + // emitted — used to stop the "waiting for run to start" spinner before any + // log byte reaches stdout. + onFirstLog func() + // updateSpinner, when set, refreshes the waiting-spinner text each poll. + updateSpinner func(string) +} + +func (st *bricklensStreamer) run() (bool, error) { + now := time.Now() + st.fromSec = st.req.fromSeconds(st.status, now) + + // A past retry's logs are immutable: render a one-shot tail rather than + // following the still-active run, which would poll forever. + if st.req.staticView { + return st.drainStatic(st.req.toSeconds(st.status)) + } + + // Show a "waiting for run to start" spinner on stderr while the run has not + // yet produced logs, so a provisioning run doesn't look hung. Suppressed in + // --json mode and auto-degraded to nothing on a non-interactive terminal. + // The first emitted log line stops it via onFirstLog (before any stdout write). + if !st.req.jsonOutput { + sp := cmdio.NewSpinner(st.ctx) + defer sp.Close() + st.onFirstLog = sp.Close + st.updateSpinner = sp.Update + } + + firstIteration := true + for { + if !firstIteration { + status, err := resolveRunStatus(st.ctx, st.w, st.req.runID) + if err != nil { + if errors.Is(err, apierr.ErrResourceDoesNotExist) { + return false, err + } + // A cancelled context (Ctrl-C) is not a transient blip: stop + // promptly instead of retrying forever. + if st.ctx.Err() != nil { + return false, st.ctx.Err() + } + // A transient status blip should not abort a live stream. + log.Debugf(st.ctx, "air logs: failed to refresh run status: %v", err) + if err := sleepOrCancel(st.ctx, retryCheckInterval); err != nil { + return false, err + } + continue + } + st.status = status + } + + terminal := st.status.terminal() + toSec := st.req.toSeconds(st.status) + + // While waiting on a still-active run with no logs yet, refresh the spinner. + if !terminal && !st.firstLogSeen && st.updateSpinner != nil { + st.updateSpinner(fmt.Sprintf("Waiting for run to start (node %d)...", st.req.node)) + } + + // A run already terminal on the first iteration renders as a tail (most + // recent N lines). An active run streams everything with dedup, so a run + // that terminates while we watch doesn't re-print the boundary second. + var err error + if firstIteration && terminal { + err = st.drainTail(toSec) + } else { + err = st.drainPages(toSec) + } + if err != nil { + return false, err + } + + if terminal { + if !st.firstLogSeen { + // Stop the spinner before the no-logs line so frames don't smear. + if st.onFirstLog != nil { + st.onFirstLog() + } + st.emitNoLogs() + } + log.Infof(st.ctx, "air logs: run %d finished in state %s", st.req.runID, st.status.displayState()) + return st.status.succeeded(), nil + } + + firstIteration = false + if err := sleepOrCancel(st.ctx, retryCheckInterval); err != nil { + return false, err + } + } +} + +// sleepOrCancel waits for d, or returns early with the context error if the +// context is cancelled (e.g. Ctrl-C) so the poll loop exits promptly. +func sleepOrCancel(ctx context.Context, d time.Duration) error { + timer := time.NewTimer(d) + defer timer.Stop() + select { + case <-ctx.Done(): + return ctx.Err() + case <-timer.C: + return nil + } +} + +// drainStatic renders a single tail pass without following the run. Success +// reflects the run's current result state (empty while active). +func (st *bricklensStreamer) drainStatic(toSec int64) (bool, error) { + if err := st.drainTail(toSec); err != nil { + return false, err + } + if !st.firstLogSeen { + st.emitNoLogs() + } + return st.status.succeeded(), nil +} + +// tailTarget is the number of lines a tail keeps. A negative tailLines means +// --lines was unset, so use the default cap; 0 or more is taken literally (an +// explicit --lines 0 prints nothing). +func (req logRequest) tailTarget() int { + if req.tailLines < 0 { + return defaultCompletedRunTailLines + } + return req.tailLines +} + +// drainTail emits the most-recent `target` records oldest-first. Bricklens +// returns records newest-first, so it pages until it has `target`, keeps the +// newest `target`, and reverses to chronological order. +func (st *bricklensStreamer) drainTail(toSec int64) error { + target := st.req.tailTarget() + if target <= 0 { + return nil + } + + var collected []logRecord + var pageToken string + for len(collected) < target { + resp, err := st.requestPage(pageToken, toSec, target, false) + if err != nil { + return err + } + collected = append(collected, resp.LogRecords...) + pageToken = resp.NextPageToken + if pageToken == "" { + break + } + } + + // Keep the newest `target`, then reverse to print oldest -> newest. + if len(collected) > target { + collected = collected[:target] + } + for _, c := range slices.Backward(collected) { + st.emit(c.Body) + } + return nil +} + +// drainPages exhausts all pages from the current from-second in ascending order, +// deduping against the seen-set so a re-queried boundary second is not +// re-printed, then advances fromSec to the newest record's floor-second. +func (st *bricklensStreamer) drainPages(toSec int64) error { + var pageToken string + for { + resp, err := st.requestPage(pageToken, toSec, 0, true) + if err != nil { + return err + } + + for _, rec := range resp.LogRecords { + nano := rec.nano() + if nano != 0 { + // Skip a record older than the last emitted one to keep output + // monotonic (out of order, or a re-queried boundary record). + if st.lastNano != 0 && nano < st.lastNano { + continue + } + if st.seen.has(nano, rec.Body) { + continue + } + } + st.emit(rec.Body) + if nano != 0 { + st.seen.add(nano, rec.Body) + st.lastNano = max(st.lastNano, nano) + } + } + + pageToken = resp.NextPageToken + if pageToken == "" { + break + } + } + + if st.lastNano != 0 { + st.fromSec = st.lastNano / 1_000_000_000 + } + return nil +} + +// requestPage fetches one page, retrying transient failures up to +// maxTransientFailures before falling back to MLflow. A feature-gated response or +// genuine not-found returns immediately. +func (st *bricklensStreamer) requestPage(pageToken string, toSec int64, pageSize int, ascending bool) (*bricklensLogsResponse, error) { + q := bricklensLogsQuery{ + fromSeconds: st.fromSec, + toSeconds: toSec, + pageToken: pageToken, + pageSize: pageSize, + attemptNumber: st.req.attempt, + nodeIndex: st.req.node, + ascending: ascending, + } + + transientFailures := 0 + for { + resp, err := getBricklensLogs(st.ctx, st.apiClient, st.req.runID, q) + if err == nil { + return resp, nil + } + + switch classified := classifyLogError(err); { + case errors.Is(classified, errBricklensFeatureDisabled): + return nil, errBricklensFeatureDisabled + case classified != nil: + return nil, classified + } + + transientFailures++ + if transientFailures >= maxTransientFailures { + log.Debugf(st.ctx, "air logs: bricklens failed %d times; falling back to mlflow", maxTransientFailures) + return nil, errBricklensFeatureDisabled + } + log.Debugf(st.ctx, "air logs: bricklens transient failure (%d/%d): %v", transientFailures, maxTransientFailures, err) + if err := sleepOrCancel(st.ctx, retryCheckInterval); err != nil { + return nil, err + } + } +} + +// emit writes one log line and latches firstLogSeen so an empty terminal run can +// report "no logs". The first line stops the waiting spinner before any byte +// reaches stdout. +func (st *bricklensStreamer) emit(body string) { + if !st.firstLogSeen && st.onFirstLog != nil { + st.onFirstLog() + } + st.firstLogSeen = true + emitLogLine(st.out, st.req, body) +} + +func (st *bricklensStreamer) emitNoLogs() { + emitNoLogs(st.out, st.req, st.status) +} + +// displayState is the result state, else the lifecycle state, else "UNKNOWN". +func (s logRunStatus) displayState() string { + if s.resultState != "" { + return s.resultState + } + if s.lifeCycleState != "" { + return s.lifeCycleState + } + return "UNKNOWN" +} diff --git a/experimental/air/cmd/logstream_support.go b/experimental/air/cmd/logstream_support.go new file mode 100644 index 00000000000..1780ea790c9 --- /dev/null +++ b/experimental/air/cmd/logstream_support.go @@ -0,0 +1,107 @@ +package aircmd + +import ( + "container/list" + "encoding/json" + "fmt" + "io" + "time" +) + +// seenNano keys the dedup set. Distinct lines can share a nano (each rank stamps +// from its own clock), so the body disambiguates them. +type seenNano struct { + nano int64 + body string +} + +// seenSet is an insertion-ordered set bounded to a capacity, evicting the +// oldest-inserted entry first. +type seenSet struct { + cap int + items map[seenNano]*list.Element + order *list.List +} + +func newSeenSet(capacity int) *seenSet { + return &seenSet{ + cap: capacity, + items: make(map[seenNano]*list.Element), + order: list.New(), + } +} + +func (s *seenSet) has(nano int64, body string) bool { + _, ok := s.items[seenNano{nano, body}] + return ok +} + +func (s *seenSet) add(nano int64, body string) { + key := seenNano{nano, body} + if _, ok := s.items[key]; ok { + return + } + s.items[key] = s.order.PushBack(key) + if s.order.Len() > s.cap { + oldest := s.order.Front() + s.order.Remove(oldest) + delete(s.items, oldest.Value.(seenNano)) + } +} + +// logEvent is one JSONL streaming event. +type logEvent struct { + Type string `json:"type"` + TS string `json:"ts"` + Node int `json:"node"` + Line string `json:"line"` +} + +// printLogEvent writes a single JSONL event line for --json streaming output. +func printLogEvent(out io.Writer, eventType string, node int, line string) { + b, err := json.Marshal(logEvent{ + Type: eventType, + TS: time.Now().UTC().Format(time.RFC3339), + Node: node, + Line: line, + }) + if err != nil { + return + } + fmt.Fprintln(out, string(b)) +} + +// emitLogLine writes one log line: raw in text mode, or a JSONL LOG event under +// --json. In --json mode a line matching a fatal-failure pattern also emits an +// ALERT event first, giving an agent an immediate actionable signal. +func emitLogLine(out io.Writer, req logRequest, body string) { + if !req.jsonOutput { + fmt.Fprintln(out, body) + return + } + if matchFatalPattern(body) { + printLogEvent(out, "ALERT", req.node, body) + } + printLogEvent(out, "LOG", req.node, body) +} + +// emitNoLogs reports that a run produced no logs. A terminal run gets its +// termination reason; a still-active run is reported as having no logs yet, +// since the MLflow fallback is a one-shot that does not follow it to completion. +// Under --json it is a JSONL ERROR, so a consumer never sees an empty stream. +func emitNoLogs(out io.Writer, req logRequest, status logRunStatus) { + var msg string + if status.terminal() { + msg = fmt.Sprintf("No logs available for run %d. Run terminated in state %s", req.runID, status.displayState()) + } else { + msg = fmt.Sprintf("No logs available yet for run %d, which is still in state %s", req.runID, status.displayState()) + } + if status.stateMessage != "" { + msg = fmt.Sprintf("%s: %s", msg, status.stateMessage) + } + if req.jsonOutput { + printLogEvent(out, "ERROR", req.node, msg) + return + } + fmt.Fprintln(out, msg) +} diff --git a/experimental/air/cmd/logstream_test.go b/experimental/air/cmd/logstream_test.go new file mode 100644 index 00000000000..d8a061687a6 --- /dev/null +++ b/experimental/air/cmd/logstream_test.go @@ -0,0 +1,403 @@ +package aircmd + +import ( + "bytes" + "context" + "encoding/json" + "errors" + "net/http" + "net/http/httptest" + "strings" + "testing" + "time" + + "github.com/databricks/databricks-sdk-go/apierr" + "github.com/databricks/databricks-sdk-go/client" + "github.com/databricks/databricks-sdk-go/service/jobs" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestClassifyLogError(t *testing.T) { + tests := []struct { + name string + err error + want error // errBricklensFeatureDisabled, the input error, or nil + }{ + { + name: "feature disabled falls back", + err: &apierr.APIError{ErrorCode: "FEATURE_DISABLED", StatusCode: http.StatusForbidden}, + want: errBricklensFeatureDisabled, + }, + { + name: "endpoint not found falls back", + err: &apierr.APIError{ErrorCode: "ENDPOINT_NOT_FOUND", StatusCode: http.StatusNotFound}, + want: errBricklensFeatureDisabled, + }, + { + name: "bare 404 falls back", + err: &apierr.APIError{ErrorCode: "SOMETHING", StatusCode: http.StatusNotFound}, + want: errBricklensFeatureDisabled, + }, + { + name: "genuine resource-does-not-exist surfaces", + err: apierr.ErrResourceDoesNotExist, + want: apierr.ErrResourceDoesNotExist, + }, + { + name: "transient 500 is retried", + err: &apierr.APIError{ErrorCode: "INTERNAL", StatusCode: http.StatusInternalServerError}, + want: nil, + }, + { + name: "plain error is retried", + err: errors.New("connection reset"), + want: nil, + }, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + got := classifyLogError(tt.err) + switch tt.want { + case errBricklensFeatureDisabled: + assert.ErrorIs(t, got, errBricklensFeatureDisabled) + case nil: + assert.NoError(t, got) + default: + assert.ErrorIs(t, got, tt.want) + } + }) + } +} + +func TestProjectRunStatus(t *testing.T) { + run := &jobs.Run{ + StartTime: 1000, + EndTime: 2000, + State: &jobs.RunState{ + LifeCycleState: jobs.RunLifeCycleStateTerminated, + ResultState: jobs.RunResultStateSuccess, + StateMessage: "done", + }, + Tasks: []jobs.RunTask{ + {AttemptNumber: 0}, + {AttemptNumber: 2}, + {AttemptNumber: 1}, + }, + } + + s := projectRunStatus(run) + assert.Equal(t, "TERMINATED", s.lifeCycleState) + assert.Equal(t, "SUCCESS", s.resultState) + assert.Equal(t, "done", s.stateMessage) + assert.Equal(t, int64(1000), s.startTimeMs) + assert.Equal(t, int64(2000), s.endTimeMs) + assert.Equal(t, 2, s.latestAttempt) + assert.True(t, s.terminal()) + assert.True(t, s.succeeded()) + assert.Equal(t, "SUCCESS", s.displayState()) +} + +func TestLogRunStatusTerminal(t *testing.T) { + tests := []struct { + name string + lifeCycle string + resultState string + wantTerminal bool + }{ + {"running", "RUNNING", "", false}, + {"pending", "PENDING", "", false}, + {"terminated lifecycle", "TERMINATED", "", true}, + {"internal error lifecycle", "INTERNAL_ERROR", "", true}, + {"failed result", "TERMINATING", "FAILED", true}, + {"canceled result", "RUNNING", "CANCELED", true}, + } + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + s := logRunStatus{lifeCycleState: tt.lifeCycle, resultState: tt.resultState} + assert.Equal(t, tt.wantTerminal, s.terminal()) + }) + } +} + +func TestLogRequestFromSeconds(t *testing.T) { + now := time.Unix(10_000, 0) + + // --minutes narrows the window to now - N*60. + req := logRequest{windowMinutes: 5} + assert.Equal(t, int64(10_000-300), req.fromSeconds(logRunStatus{startTimeMs: 1_000_000}, now)) + + // No window: from the run's start second. + req = logRequest{} + assert.Equal(t, int64(1000), req.fromSeconds(logRunStatus{startTimeMs: 1_000_000}, now)) + + // No window, run not started: everything stored (0). + assert.Equal(t, int64(0), req.fromSeconds(logRunStatus{}, now)) +} + +func TestLogRequestToSeconds(t *testing.T) { + req := logRequest{} + + // Active run: 0 lets the endpoint default to now. + assert.Equal(t, int64(0), req.toSeconds(logRunStatus{lifeCycleState: "RUNNING"})) + + // Terminal run: ceil of the end millisecond so the final partial second is kept. + terminal := logRunStatus{lifeCycleState: "TERMINATED", resultState: "SUCCESS", endTimeMs: 2001} + assert.Equal(t, int64(3), req.toSeconds(terminal)) +} + +func TestLogRequestTailTarget(t *testing.T) { + // Negative (unset) uses the default cap; explicit values are literal. + assert.Equal(t, defaultCompletedRunTailLines, logRequest{tailLines: -1}.tailTarget()) + assert.Equal(t, 42, logRequest{tailLines: 42}.tailTarget()) + assert.Equal(t, 0, logRequest{tailLines: 0}.tailTarget()) +} + +func TestDrainPagesDedupAndOrdering(t *testing.T) { + // Two pages: page 1 has two ascending records; page 2 repeats the last record + // of page 1 (boundary re-query — must dedup) and includes an older record + // (out of order — must skip), then a genuinely newer one. + var page int + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.URL.Query().Get("page_token") == "" { + page = 1 + _, _ = w.Write([]byte(`{"log_records": [ + {"time_unix_nano": 1000, "body": "a", "node_index": 0}, + {"time_unix_nano": 2000, "body": "b", "node_index": 0} + ], "next_page_token": "p2"}`)) + return + } + page = 2 + _, _ = w.Write([]byte(`{"log_records": [ + {"time_unix_nano": 2000, "body": "b", "node_index": 0}, + {"time_unix_nano": 1500, "body": "stale", "node_index": 0}, + {"time_unix_nano": 3000, "body": "c", "node_index": 0} + ]}`)) + })) + t.Cleanup(srv.Close) + + var buf bytes.Buffer + w := newTestWorkspaceClient(t, srv.URL) + apiClient, err := client.New(w.Config) + require.NoError(t, err) + st := &bricklensStreamer{ + ctx: t.Context(), + w: w, + apiClient: apiClient, + out: &buf, + req: logRequest{runID: 1, node: 0, attempt: -1}, + seen: newSeenSet(seenRecordsCap), + } + require.NoError(t, st.drainPages(0)) + require.Equal(t, 2, page) + + // "b" prints once (deduped), "stale" is skipped (older than last emitted), and + // fromSec advances to the newest record's floor-second (3000ns -> 0s here). + assert.Equal(t, "a\nb\nc\n", buf.String()) + assert.Equal(t, int64(3000), st.lastNano) +} + +func TestDisplayState(t *testing.T) { + assert.Equal(t, "SUCCESS", logRunStatus{lifeCycleState: "TERMINATED", resultState: "SUCCESS"}.displayState()) + assert.Equal(t, "RUNNING", logRunStatus{lifeCycleState: "RUNNING"}.displayState()) + assert.Equal(t, "UNKNOWN", logRunStatus{}.displayState()) +} + +func TestEmitLogLineJSON(t *testing.T) { + var buf bytes.Buffer + emitLogLine(&buf, logRequest{node: 2, jsonOutput: true}, "hello") + + var ev logEvent + require.NoError(t, json.Unmarshal(buf.Bytes(), &ev)) + assert.Equal(t, "LOG", ev.Type) + assert.Equal(t, 2, ev.Node) + assert.Equal(t, "hello", ev.Line) + assert.NotEmpty(t, ev.TS) +} + +func TestEmitLogLineText(t *testing.T) { + var buf bytes.Buffer + emitLogLine(&buf, logRequest{node: 0}, "hello") + assert.Equal(t, "hello\n", buf.String()) +} + +func TestEmitLogLineJSONFatalEmitsAlert(t *testing.T) { + var buf bytes.Buffer + emitLogLine(&buf, logRequest{node: 1, jsonOutput: true}, "CUDA out of memory") + + // A fatal line emits an ALERT event before its LOG event. + lines := strings.Split(strings.TrimSpace(buf.String()), "\n") + require.Len(t, lines, 2) + + var alert, logEv logEvent + require.NoError(t, json.Unmarshal([]byte(lines[0]), &alert)) + require.NoError(t, json.Unmarshal([]byte(lines[1]), &logEv)) + assert.Equal(t, "ALERT", alert.Type) + assert.Equal(t, "LOG", logEv.Type) + assert.Equal(t, "CUDA out of memory", alert.Line) + + // Text mode never emits ALERT events. + var text bytes.Buffer + emitLogLine(&text, logRequest{node: 1}, "CUDA out of memory") + assert.Equal(t, "CUDA out of memory\n", text.String()) +} + +func TestMatchFatalPattern(t *testing.T) { + fatal := []string{ + "CUDA out of memory", + "cuda OUT OF memory", + "Watchdog caught collective operation timeout", + "Killed", + "ERROR: Script failed with exit code 1 after 42s", + "bash: foo: command not found", + } + for _, l := range fatal { + assert.True(t, matchFatalPattern(l), l) + } + + notFatal := []string{ + "epoch 3 loss 0.5", + "ERROR: Script failed with exit code 0 after 42s", + "just a normal line", + } + for _, l := range notFatal { + assert.False(t, matchFatalPattern(l), l) + } +} + +func TestEmitNoLogs(t *testing.T) { + tests := []struct { + name string + status logRunStatus + want string + }{ + { + name: "terminal", + status: logRunStatus{lifeCycleState: "TERMINATED", resultState: "FAILED", stateMessage: "boom"}, + want: "No logs available for run 7. Run terminated in state FAILED: boom\n", + }, + { + name: "running", + status: logRunStatus{lifeCycleState: "RUNNING"}, + want: "No logs available yet for run 7, which is still in state RUNNING\n", + }, + } + for _, tc := range tests { + t.Run(tc.name, func(t *testing.T) { + var text bytes.Buffer + emitNoLogs(&text, logRequest{runID: 7}, tc.status) + assert.Equal(t, tc.want, text.String()) + + var jsonBuf bytes.Buffer + emitNoLogs(&jsonBuf, logRequest{runID: 7, node: 1, jsonOutput: true}, tc.status) + var ev logEvent + require.NoError(t, json.Unmarshal(jsonBuf.Bytes(), &ev)) + assert.Equal(t, "ERROR", ev.Type) + assert.Equal(t, 1, ev.Node) + assert.Equal(t, strings.TrimRight(tc.want, "\n"), ev.Line) + }) + } +} + +func TestRequestPageRetriesThenFallsBack(t *testing.T) { + // Shrink the retry wait so the transient-failure loop runs fast. + orig := retryCheckInterval + retryCheckInterval = time.Millisecond + t.Cleanup(func() { retryCheckInterval = orig }) + + var calls int + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if !strings.Contains(r.URL.Path, "/logs") { + // Ignore SDK host/config probes so `calls` counts only log requests. + _, _ = w.Write([]byte(`{}`)) + return + } + calls++ + w.WriteHeader(http.StatusInternalServerError) + _, _ = w.Write([]byte(`{"error_code": "INTERNAL_ERROR", "message": "transient"}`)) + })) + t.Cleanup(srv.Close) + + w := newTestWorkspaceClient(t, srv.URL) + apiClient, err := client.New(w.Config) + require.NoError(t, err) + st := &bricklensStreamer{ + ctx: t.Context(), + w: w, + apiClient: apiClient, + req: logRequest{runID: 1, node: 0, attempt: -1}, + seen: newSeenSet(seenRecordsCap), + } + _, err = st.requestPage("", 0, 0, true) + // Persistent transient failures fall back to MLflow after the retry budget. + require.ErrorIs(t, err, errBricklensFeatureDisabled) + assert.Equal(t, maxTransientFailures, calls) +} + +func TestRequestPageRetriesThenSucceeds(t *testing.T) { + orig := retryCheckInterval + retryCheckInterval = time.Millisecond + t.Cleanup(func() { retryCheckInterval = orig }) + + var calls int + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if !strings.Contains(r.URL.Path, "/logs") { + _, _ = w.Write([]byte(`{}`)) + return + } + calls++ + if calls < 3 { + w.WriteHeader(http.StatusInternalServerError) + _, _ = w.Write([]byte(`{"error_code": "INTERNAL_ERROR", "message": "transient"}`)) + return + } + _, _ = w.Write([]byte(`{"log_records": [{"time_unix_nano": 1, "body": "ok", "node_index": 0}]}`)) + })) + t.Cleanup(srv.Close) + + wc := newTestWorkspaceClient(t, srv.URL) + apiClient, err := client.New(wc.Config) + require.NoError(t, err) + st := &bricklensStreamer{ + ctx: t.Context(), + w: wc, + apiClient: apiClient, + req: logRequest{runID: 1, node: 0, attempt: -1}, + seen: newSeenSet(seenRecordsCap), + } + resp, err := st.requestPage("", 0, 0, true) + require.NoError(t, err) + require.Len(t, resp.LogRecords, 1) + assert.Equal(t, "ok", resp.LogRecords[0].Body) + assert.Equal(t, 3, calls) +} + +func TestSeenSetEviction(t *testing.T) { + s := newSeenSet(2) + s.add(1, "a") + s.add(2, "b") + assert.True(t, s.has(1, "a")) + assert.True(t, s.has(2, "b")) + + // Adding a third evicts the oldest-inserted (1,"a"). + s.add(3, "c") + assert.False(t, s.has(1, "a")) + assert.True(t, s.has(2, "b")) + assert.True(t, s.has(3, "c")) + + // Same (nano, body) shares one entry; distinct body under the same nano does not. + s.add(3, "c") + assert.True(t, s.has(3, "c")) + assert.False(t, s.has(3, "d")) +} + +func TestSleepOrCancel(t *testing.T) { + // Returns nil once the duration elapses. + require.NoError(t, sleepOrCancel(t.Context(), time.Millisecond)) + + // Returns the context error promptly when cancelled. + ctx, cancel := context.WithCancel(t.Context()) + cancel() + require.ErrorIs(t, sleepOrCancel(ctx, time.Hour), context.Canceled) +} diff --git a/experimental/air/cmd/stubs_test.go b/experimental/air/cmd/stubs_test.go index e28d7f66730..4007557ef78 100644 --- a/experimental/air/cmd/stubs_test.go +++ b/experimental/air/cmd/stubs_test.go @@ -13,7 +13,6 @@ import ( // fails with a "not implemented" error. Drop a command here once it lands. func TestStubCommandsReturnNotImplemented(t *testing.T) { stubs := map[string]*cobra.Command{ - "logs": newLogsCommand(), "register-image": newRegisterImageCommand(), } From 5fddda2a2512b881887b72dfdaa439746bc23273 Mon Sep 17 00:00:00 2001 From: riddhibhagwat-db Date: Wed, 29 Jul 2026 09:29:12 -0700 Subject: [PATCH 05/15] AIR CLI: implement `air run --watch` (stream logs until completion) (#6080) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ## Changes & Why After submitting a workload, --watch follows the run's logs to completion and exits with the run's outcome, reusing the same Bricklens-with-MLflow-fallback pipeline as `air logs`. - Text mode: prints "Submitted run", the dashboard link, and "Monitoring run and streaming logs...", then streams the logs. - JSON mode: emits a SUBMITTED event with the run id, a STATUS event on each lifecycle transition, the streamed LOG/ALERT events, and a closing terminal-status envelope (SUCCESS/FAILED/CANCELED) — matching the Python CLI's --watch JSONL contract. - Without --watch, the plain submit path now prints a tip about --watch. - STATUS events are watch-scoped (opt-in via logRequest.onStatusChange), so the merged `air logs` output is unchanged. --dry-run still takes precedence over --watch (nothing is submitted or streamed). ## Tests Unit tests (experimental/air/cmd/) - logbricklens_test.go: Bricklens client query/path serialization + time_unix_nano parsing - logstream_test.go: fallback classification, status projection, --minutes/tail math, page dedup/ordering, retry-then-fallback, JSONL/ALERT emit, Ctrl-C exit - logmlflow_test.go: MLflow chunk discovery/listing, attempt-prefix layout, no-logs exit-code parity - logs_test.go: air logs command: flag validation, completed-run tail, Bricklens→MLflow fallback, past-retry static view - run_watch_test.go: air run --watch: text stream, JSON SUBMITTED→STATUS→LOG→terminal envelope, failed-run exit code, dry-run precedence Acceptance tests (acceptance/experimental/air/) - logs/ : text/JSON streaming, --minutes, --lines, --lines 0, --retry, mutual-exclusion errors, invalid id, negative node, --download-to - logs-mlflow-fallback/ : Bricklens FEATURE_DISABLED → MLflow fallback → no-logs (text & JSON) - run/ : dry-run, --override, config validation, --watch ignored under --dry-run - run-submit/ : real submit payload + --watch tip line - help/ : air --help, air logs --help command-tree pins Manual verification: Properly monitors and outputs logs from runs on manual test: Screenshot 2026-07-27 at 3 00 15 PM --- .../experimental/air/run-submit/output.txt | 2 + acceptance/experimental/air/run/output.txt | 6 +- acceptance/experimental/air/run/script | 4 +- experimental/air/cmd/logstream.go | 22 ++ experimental/air/cmd/logstream_support.go | 72 ++++++ experimental/air/cmd/run.go | 64 +++++- experimental/air/cmd/run_watch_test.go | 206 ++++++++++++++++++ 7 files changed, 361 insertions(+), 15 deletions(-) create mode 100644 experimental/air/cmd/run_watch_test.go diff --git a/acceptance/experimental/air/run-submit/output.txt b/acceptance/experimental/air/run-submit/output.txt index 8d52eed1dab..13aca091a96 100644 --- a/acceptance/experimental/air/run-submit/output.txt +++ b/acceptance/experimental/air/run-submit/output.txt @@ -4,6 +4,8 @@ Submitted run 555 View at: [DATABRICKS_URL]/jobs/runs/555 +Tip: use --watch to stream logs until the run completes. + === the ai_runtime_task carries the code_source_path >>> print_requests.py //api/2.2/jobs/runs/submit { diff --git a/acceptance/experimental/air/run/output.txt b/acceptance/experimental/air/run/output.txt index e733bca091e..13c9b360ece 100644 --- a/acceptance/experimental/air/run/output.txt +++ b/acceptance/experimental/air/run/output.txt @@ -33,11 +33,9 @@ Error: compute.num_accelerators must be positive, got 0 Exit code: 1 -=== watch not yet supported +=== watch is ignored with dry-run (nothing is submitted) >>> [CLI] experimental air run -f valid.yaml --dry-run --watch -Error: --watch is not yet supported - -Exit code: 1 +Dry run: configuration for "smoke-test" is valid; not submitting. === code_source config passes validation >>> [CLI] experimental air run -f with-code-source.yaml --dry-run diff --git a/acceptance/experimental/air/run/script b/acceptance/experimental/air/run/script index 3308b5bc0fc..2a5263bceb2 100644 --- a/acceptance/experimental/air/run/script +++ b/acceptance/experimental/air/run/script @@ -13,8 +13,8 @@ errcode trace $CLI experimental air run -f valid.yaml --dry-run --override bogus title "override still runs schema validation" errcode trace $CLI experimental air run -f valid.yaml --dry-run --override compute.num_accelerators=0 -title "watch not yet supported" -errcode trace $CLI experimental air run -f valid.yaml --dry-run --watch +title "watch is ignored with dry-run (nothing is submitted)" +trace $CLI experimental air run -f valid.yaml --dry-run --watch title "code_source config passes validation" trace $CLI experimental air run -f with-code-source.yaml --dry-run diff --git a/experimental/air/cmd/logstream.go b/experimental/air/cmd/logstream.go index 0f6a0520d70..e5ab7ba8e85 100644 --- a/experimental/air/cmd/logstream.go +++ b/experimental/air/cmd/logstream.go @@ -55,6 +55,10 @@ type logRequest struct { // would poll forever waiting for the run (not the attempt) to finish. staticView bool jsonOutput bool + // onStatusChange, when set, is called on each lifecycle transition while + // following the run (current, previous display states). Used by + // `air run --watch -o json` to emit STATUS events. + onStatusChange func(current, previous string) } // logRunStatus is the subset of a run's state the log path needs, resolved once @@ -192,6 +196,8 @@ type bricklensStreamer struct { lastNano int64 firstLogSeen bool seen *seenSet + // previousState is the last display state reported to onStatusChange. + previousState string // onFirstLog, when set, is called once just before the first log line is // emitted — used to stop the "waiting for run to start" spinner before any // log byte reaches stdout. @@ -200,6 +206,20 @@ type bricklensStreamer struct { updateSpinner func(string) } +// reportStatusChange fires onStatusChange when the run's display state differs +// from the last reported one. +func (st *bricklensStreamer) reportStatusChange() { + if st.req.onStatusChange == nil { + return + } + current := st.status.displayState() + if current == st.previousState { + return + } + st.req.onStatusChange(current, st.previousState) + st.previousState = current +} + func (st *bricklensStreamer) run() (bool, error) { now := time.Now() st.fromSec = st.req.fromSeconds(st.status, now) @@ -244,6 +264,8 @@ func (st *bricklensStreamer) run() (bool, error) { st.status = status } + st.reportStatusChange() + terminal := st.status.terminal() toSec := st.req.toSeconds(st.status) diff --git a/experimental/air/cmd/logstream_support.go b/experimental/air/cmd/logstream_support.go index 1780ea790c9..ac250547e16 100644 --- a/experimental/air/cmd/logstream_support.go +++ b/experimental/air/cmd/logstream_support.go @@ -71,6 +71,78 @@ func printLogEvent(out io.Writer, eventType string, node int, line string) { fmt.Fprintln(out, string(b)) } +// submittedEvent is the JSONL event `air run --watch -o json` emits before the +// streamed log events, so a consumer sees the run id immediately. +type submittedEvent struct { + Type string `json:"type"` + TS string `json:"ts"` + RunID string `json:"run_id"` + DashboardURL string `json:"dashboard_url"` +} + +// printSubmittedEvent writes the SUBMITTED JSONL event. +func printSubmittedEvent(out io.Writer, runID, dashboardURL string) { + b, err := json.Marshal(submittedEvent{ + Type: "SUBMITTED", + TS: time.Now().UTC().Format(time.RFC3339), + RunID: runID, + DashboardURL: dashboardURL, + }) + if err != nil { + return + } + fmt.Fprintln(out, string(b)) +} + +// statusEvent is a JSONL event emitted on each lifecycle transition while +// following a run with --watch. +type statusEvent struct { + Type string `json:"type"` + TS string `json:"ts"` + Status string `json:"status"` + Previous string `json:"previous_status,omitempty"` +} + +// printStatusEvent writes a STATUS JSONL event for a lifecycle transition. +func printStatusEvent(out io.Writer, current, previous string) { + b, err := json.Marshal(statusEvent{ + Type: "STATUS", + TS: time.Now().UTC().Format(time.RFC3339), + Status: current, + Previous: previous, + }) + if err != nil { + return + } + fmt.Fprintln(out, string(b)) +} + +// terminalEvent is the closing envelope `air run --watch -o json` emits after +// streaming, carrying the run's terminal status. +type terminalEvent struct { + V int `json:"v"` + TS string `json:"ts"` + Data runResult `json:"data"` +} + +// printTerminalEvent writes the closing terminal-status envelope, matching the +// shape of renderEnvelope(runResult). +func printTerminalEvent(out io.Writer, runID, status, dashboardURL string) { + b, err := json.Marshal(terminalEvent{ + V: envelopeVersion, + TS: time.Now().UTC().Format(time.RFC3339), + Data: runResult{ + Status: status, + RunID: runID, + DashboardURL: dashboardURL, + }, + }) + if err != nil { + return + } + fmt.Fprintln(out, string(b)) +} + // emitLogLine writes one log line: raw in text mode, or a JSONL LOG event under // --json. In --json mode a line matching a fatal-failure pattern also emits an // ALERT event first, giving an agent an immediate actionable signal. diff --git a/experimental/air/cmd/run.go b/experimental/air/cmd/run.go index 327c4de167f..ea00368679f 100644 --- a/experimental/air/cmd/run.go +++ b/experimental/air/cmd/run.go @@ -1,7 +1,7 @@ package aircmd import ( - "errors" + "context" "fmt" "strconv" @@ -9,6 +9,7 @@ import ( "github.com/databricks/cli/libs/cmdctx" "github.com/databricks/cli/libs/cmdio" "github.com/databricks/cli/libs/flags" + "github.com/databricks/databricks-sdk-go" "github.com/spf13/cobra" ) @@ -57,11 +58,6 @@ The workload is described by a YAML config file (see --file).`, cmd.RunE = func(cmd *cobra.Command, args []string) error { ctx := cmd.Context() - // --watch's pipeline is not ported yet; reject rather than silently ignore it. - if watch { - return errors.New("--watch is not yet supported") - } - cfg, err := loadRunConfigWithOverrides(ctx, file, overrides) if err != nil { return err @@ -82,13 +78,63 @@ The workload is described by a YAML config file (see --file).`, } runIDStr := strconv.FormatInt(runID, 10) - if root.OutputType(cmd) == flags.OutputText { + jsonOut := root.OutputType(cmd) == flags.OutputJSON + + if !watch { + if !jsonOut { + cmdio.LogString(ctx, "Submitted run "+runIDStr) + cmdio.LogString(ctx, "View at: "+dashboardURL) + cmdio.LogString(ctx, "\nTip: use --watch to stream logs until the run completes.") + return nil + } + return renderEnvelope(ctx, runResult{Status: "SUBMITTED", RunID: runIDStr, DashboardURL: dashboardURL}) + } + + // --watch: stream the submitted run's logs until it reaches a terminal + // state, then exit with the run's outcome. This is the same pipeline as + // `air logs ` (Bricklens with MLflow fallback). + req := logRequest{ + runID: runID, + attempt: -1, + tailLines: -1, + jsonOutput: jsonOut, + } + + if !jsonOut { cmdio.LogString(ctx, "Submitted run "+runIDStr) cmdio.LogString(ctx, "View at: "+dashboardURL) - return nil + cmdio.LogString(ctx, "Monitoring run and streaming logs...") + return runLogs(ctx, cmd, req) + } + + // --json: emit SUBMITTED first (so a consumer sees the run id immediately), + // STATUS events on each lifecycle transition, and a closing terminal-status + // envelope after streaming. Mirrors the Python CLI's --watch JSONL contract. + out := cmd.OutOrStdout() + printSubmittedEvent(out, runIDStr, dashboardURL) + req.onStatusChange = func(current, previous string) { + printStatusEvent(out, current, previous) } - return renderEnvelope(ctx, runResult{Status: "SUBMITTED", RunID: runIDStr, DashboardURL: dashboardURL}) + err = runLogs(ctx, cmd, req) + + // Re-resolve the run for the closing envelope. STATUS events only fire on + // the Bricklens path, so the terminal status must come from the run's + // actual state — correct whether Bricklens or the MLflow fallback served + // the logs. + printTerminalEvent(out, runIDStr, watchTerminalStatus(ctx, w, runID), dashboardURL) + return err } return cmd } + +// watchTerminalStatus resolves a watched run's final display state for the +// closing --watch envelope. The run is terminal once streaming returns; if the +// status can't be re-fetched, "UNKNOWN" is reported rather than guessing. +func watchTerminalStatus(ctx context.Context, w *databricks.WorkspaceClient, runID int64) string { + status, err := resolveRunStatus(ctx, w, runID) + if err != nil { + return "UNKNOWN" + } + return status.displayState() +} diff --git a/experimental/air/cmd/run_watch_test.go b/experimental/air/cmd/run_watch_test.go new file mode 100644 index 00000000000..487b0b9989a --- /dev/null +++ b/experimental/air/cmd/run_watch_test.go @@ -0,0 +1,206 @@ +package aircmd + +import ( + "bytes" + "net/http" + "net/http/httptest" + "strings" + "testing" + + "github.com/databricks/cli/cmd/root" + "github.com/databricks/cli/libs/cmdctx" + "github.com/databricks/cli/libs/cmdio" + "github.com/databricks/cli/libs/flags" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +// watchServer serves submit, the auth probe, a terminal runs/get, and a single +// page of Bricklens logs — everything `air run --watch` touches after submit. +// resultState is the terminal result the run reports (e.g. SUCCESS, FAILED). +func watchServer(t *testing.T, resultState string) *httptest.Server { + t.Helper() + runGet := `{ + "run_id": 777, + "start_time": 1700000000000, + "end_time": 1700000012000, + "state": {"life_cycle_state": "TERMINATED", "result_state": "` + resultState + `"}, + "tasks": [{"run_id": 778, "attempt_number": 0}] + }` + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch { + case strings.HasSuffix(r.URL.Path, "/jobs/runs/submit"): + _, _ = w.Write([]byte(`{"run_id": 777}`)) + case r.URL.Path == "/api/2.2/jobs/runs/get": + _, _ = w.Write([]byte(runGet)) + case strings.HasPrefix(r.URL.Path, "/api/2.0/ai-training/workflows/by-run-id/"): + _, _ = w.Write([]byte(`{"log_records": [ + {"time_unix_nano": 1700000002000000000, "body": "step 2", "node_index": 0}, + {"time_unix_nano": 1700000001000000000, "body": "step 1", "node_index": 0} + ]}`)) + default: + // Me() probe, workspace-id, SDK config discovery. + _, _ = w.Write([]byte(`{"userName": "u@example.com", "workspace_id": 1}`)) + } + })) + t.Cleanup(srv.Close) + return srv +} + +// watchServerMLflow serves a run whose Bricklens endpoint is gated off +// (FEATURE_DISABLED), forcing the MLflow fallback, plus the MLflow artifact +// chain (get-output, artifacts/list, credentials-for-read, the pre-signed bytes). +// STATUS events never fire on this path, so it guards the closing terminal +// envelope against relying on onStatusChange. +func watchServerMLflow(t *testing.T, resultState string) *httptest.Server { + t.Helper() + var base string + runGet := `{ + "run_id": 777, + "state": {"life_cycle_state": "TERMINATED", "result_state": "` + resultState + `"}, + "tasks": [{"run_id": 778, "attempt_number": 0}] + }` + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + switch { + case strings.HasSuffix(r.URL.Path, "/jobs/runs/submit"): + _, _ = w.Write([]byte(`{"run_id": 777}`)) + case r.URL.Path == "/api/2.2/jobs/runs/get": + _, _ = w.Write([]byte(runGet)) + case strings.HasPrefix(r.URL.Path, "/api/2.0/ai-training/workflows/by-run-id/"): + w.WriteHeader(http.StatusForbidden) + _, _ = w.Write([]byte(`{"error_code": "FEATURE_DISABLED", "message": "gated off"}`)) + case r.URL.Path == "/api/2.2/jobs/runs/get-output": + _, _ = w.Write([]byte(`{"ai_runtime_task_output": {"mlflow_experiment_id": "exp1", "mlflow_run_id": "run1"}}`)) + case r.URL.Path == "/api/2.0/mlflow/artifacts/list": + if r.URL.Query().Get("path") == "logs" { + _, _ = w.Write([]byte(`{"files": [{"path": "logs/node_0", "is_dir": true}]}`)) + return + } + _, _ = w.Write([]byte(`{"files": [{"path": "logs/node_0/logs-0.chunk.txt", "file_size": 12}]}`)) + case r.URL.Path == "/api/2.0/mlflow/artifacts/credentials-for-read": + _, _ = w.Write([]byte(`{"credential_infos": [{"signed_uri": "` + base + `/presigned"}]}`)) + case r.URL.Path == "/presigned": + _, _ = w.Write([]byte("step 1\nstep 2\n")) + default: + _, _ = w.Write([]byte(`{"userName": "u@example.com", "workspace_id": 1}`)) + } + })) + base = srv.URL + t.Cleanup(srv.Close) + return srv +} + +func runWatchCmd(t *testing.T, out flags.Output, buf *bytes.Buffer, srvURL string) error { + t.Helper() + cfgPath := writeConfigFile(t, "run.yaml", minimalConfig) + cmd := withOutput(newRunCommand(), out) + require.NoError(t, cmd.Flags().Set("file", cfgPath)) + require.NoError(t, cmd.Flags().Set("watch", "true")) + + ctx := cmdio.InContext(t.Context(), cmdio.NewIO(t.Context(), out, nil, buf, buf, "", "")) + ctx = cmdctx.SetWorkspaceClient(ctx, newTestWorkspaceClient(t, srvURL)) + cmd.SetContext(ctx) + cmd.SetOut(buf) + return cmd.RunE(cmd, nil) +} + +func TestRunWatchStreamsLogs(t *testing.T) { + var buf bytes.Buffer + err := runWatchCmd(t, flags.OutputText, &buf, watchServer(t, "SUCCESS").URL) + require.NoError(t, err) + + out := buf.String() + assert.Contains(t, out, "Submitted run 777") + assert.Contains(t, out, "Monitoring run and streaming logs...") + // The submitted run's logs stream through, oldest-first. + assert.Contains(t, out, "step 1\nstep 2") +} + +func TestRunWatchJSONEmitsSubmittedThenLogs(t *testing.T) { + var buf bytes.Buffer + err := runWatchCmd(t, flags.OutputJSON, &buf, watchServer(t, "SUCCESS").URL) + require.NoError(t, err) + + all := buf.String() + lines := strings.Split(strings.TrimSpace(all), "\n") + require.GreaterOrEqual(t, len(lines), 3) + // First event is SUBMITTED with the run id; then STATUS + streamed LOG events. + assert.Contains(t, lines[0], `"type":"SUBMITTED"`) + assert.Contains(t, lines[0], `"run_id":"777"`) + assert.Contains(t, all, `"type":"STATUS"`) + assert.Contains(t, all, `"type":"LOG"`) + assert.Contains(t, all, `"line":"step 1"`) + // The last line is the closing terminal-status envelope carrying SUCCESS. + assert.Contains(t, lines[len(lines)-1], `"status":"SUCCESS"`) + assert.Contains(t, lines[len(lines)-1], `"run_id":"777"`) +} + +func TestRunWatchJSONFailedRunTerminalEnvelope(t *testing.T) { + var buf bytes.Buffer + err := runWatchCmd(t, flags.OutputJSON, &buf, watchServer(t, "FAILED").URL) + // Non-zero exit is surfaced as ErrAlreadyPrinted, but the closing envelope + // still carries the terminal status. + require.ErrorIs(t, err, root.ErrAlreadyPrinted) + lines := strings.Split(strings.TrimSpace(buf.String()), "\n") + assert.Contains(t, lines[len(lines)-1], `"status":"FAILED"`) +} + +func TestRunWatchFailedRunExitsNonZero(t *testing.T) { + var buf bytes.Buffer + // A run that ends FAILED streams its logs but exits non-zero, surfaced as + // ErrAlreadyPrinted (the output was already written). + err := runWatchCmd(t, flags.OutputText, &buf, watchServer(t, "FAILED").URL) + require.ErrorIs(t, err, root.ErrAlreadyPrinted) + assert.Contains(t, buf.String(), "step 1\nstep 2") +} + +func TestRunWatchDryRunSkipsSubmit(t *testing.T) { + // --dry-run takes precedence over --watch: nothing is submitted or streamed. + var got []string + srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + got = append(got, r.URL.Path) + _, _ = w.Write([]byte(`{}`)) + })) + t.Cleanup(srv.Close) + + cfgPath := writeConfigFile(t, "run.yaml", minimalConfig) + cmd := withOutput(newRunCommand(), flags.OutputText) + require.NoError(t, cmd.Flags().Set("file", cfgPath)) + require.NoError(t, cmd.Flags().Set("watch", "true")) + require.NoError(t, cmd.Flags().Set("dry-run", "true")) + var buf bytes.Buffer + ctx := cmdio.InContext(t.Context(), cmdio.NewIO(t.Context(), flags.OutputText, nil, &buf, &buf, "", "")) + ctx = cmdctx.SetWorkspaceClient(ctx, newTestWorkspaceClient(t, srv.URL)) + cmd.SetContext(ctx) + cmd.SetOut(&buf) + + require.NoError(t, cmd.RunE(cmd, nil)) + assert.Contains(t, buf.String(), "Dry run") + for _, p := range got { + assert.NotContains(t, p, "/jobs/runs/submit", "dry-run must not submit") + assert.NotContains(t, p, "/logs", "dry-run must not stream logs") + } +} + +func TestRunWatchJSONMLflowFallbackTerminalEnvelope(t *testing.T) { + // Regression: through the MLflow fallback the terminal status must come from + // the run's actual state, not the onStatusChange callback (which is + // Bricklens-only), so a SUCCESS run isn't mislabeled FAILED in the envelope. + var buf bytes.Buffer + err := runWatchCmd(t, flags.OutputJSON, &buf, watchServerMLflow(t, "SUCCESS").URL) + require.NoError(t, err) + + lines := strings.Split(strings.TrimSpace(buf.String()), "\n") + assert.Contains(t, lines[0], `"type":"SUBMITTED"`) + // Logs stream through the fallback, and the closing envelope reflects the + // real terminal status. + assert.Contains(t, buf.String(), `"line":"step 1"`) + assert.Contains(t, lines[len(lines)-1], `"status":"SUCCESS"`) +} + +func TestRunWatchFlagRegistered(t *testing.T) { + cmd := newRunCommand() + f := cmd.Flags().Lookup("watch") + require.NotNil(t, f) + assert.Equal(t, "false", f.DefValue) +} From 08119705c763e7d0b43fe9fa0c4b89c86b21587b Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 00:21:12 +0000 Subject: [PATCH 06/15] acceptance/air: pin engine matrix to ["direct"] (was []) The main catch-up merge brought in a new acceptance validator that rejects EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] (it would run on both direct and terraform CI runners). The shared acceptance/experimental/air/test.toml still had [], which broke every air acceptance test on air-cli post-merge. Pin to ["direct"] as the validator directs: no air command deploys a bundle, so running once on a single engine is the intent (an empty list is now disallowed). Co-authored-by: Isaac --- acceptance/experimental/air/test.toml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/acceptance/experimental/air/test.toml b/acceptance/experimental/air/test.toml index 058dd494f68..167f8e1a6bf 100644 --- a/acceptance/experimental/air/test.toml +++ b/acceptance/experimental/air/test.toml @@ -1,4 +1,5 @@ -# No air command deploys a bundle, so the engine matrix is unnecessary for the -# whole air test tree. +# No air command deploys a bundle, so the engine matrix adds no coverage; pin a +# single engine ("direct") so the air tests run once, not across the direct+terraform +# matrix. (An empty list is rejected: it would run on both runners.) [EnvMatrix] -DATABRICKS_BUNDLE_ENGINE = [] +DATABRICKS_BUNDLE_ENGINE = ["direct"] From 9da6a3bbad318aed49084a0e2a16345d1354adda Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 00:45:16 +0000 Subject: [PATCH 07/15] acceptance/localenv: drop 3 stale tests calling removed `local-env` command The main catch-up merge renamed the local-env command to `environments setup-local` (--job-task . model). Three air-cli-only tests (job-ambiguous-compute, job-multicluster-mismatch, job-serverless-version-mismatch) still invoked the removed `local-env python sync --job ... --check` surface, so they broke post-merge with `unknown command "local-env"`. Delete them: they targeted the pre-redesign CLI, and main's newer localenv suite already covers these cases (cluster-name-ambiguous, job-task-missing-key, job-task-jobcluster, serverless-check, etc.) via the new command surface. Co-authored-by: Isaac --- .../job-ambiguous-compute/out.test.toml | 3 --- .../localenv/job-ambiguous-compute/output.txt | 7 ------ .../localenv/job-ambiguous-compute/script | 1 - .../localenv/job-ambiguous-compute/test.toml | 24 ------------------- .../job-multicluster-mismatch/out.test.toml | 3 --- .../job-multicluster-mismatch/output.txt | 7 ------ .../localenv/job-multicluster-mismatch/script | 1 - .../job-multicluster-mismatch/test.toml | 22 ----------------- .../out.test.toml | 3 --- .../output.txt | 7 ------ .../job-serverless-version-mismatch/script | 1 - .../job-serverless-version-mismatch/test.toml | 22 ----------------- 12 files changed, 101 deletions(-) delete mode 100644 acceptance/localenv/job-ambiguous-compute/out.test.toml delete mode 100644 acceptance/localenv/job-ambiguous-compute/output.txt delete mode 100644 acceptance/localenv/job-ambiguous-compute/script delete mode 100644 acceptance/localenv/job-ambiguous-compute/test.toml delete mode 100644 acceptance/localenv/job-multicluster-mismatch/out.test.toml delete mode 100644 acceptance/localenv/job-multicluster-mismatch/output.txt delete mode 100644 acceptance/localenv/job-multicluster-mismatch/script delete mode 100644 acceptance/localenv/job-multicluster-mismatch/test.toml delete mode 100644 acceptance/localenv/job-serverless-version-mismatch/out.test.toml delete mode 100644 acceptance/localenv/job-serverless-version-mismatch/output.txt delete mode 100644 acceptance/localenv/job-serverless-version-mismatch/script delete mode 100644 acceptance/localenv/job-serverless-version-mismatch/test.toml diff --git a/acceptance/localenv/job-ambiguous-compute/out.test.toml b/acceptance/localenv/job-ambiguous-compute/out.test.toml deleted file mode 100644 index d6187dcb046..00000000000 --- a/acceptance/localenv/job-ambiguous-compute/out.test.toml +++ /dev/null @@ -1,3 +0,0 @@ -Local = true -Cloud = false -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-ambiguous-compute/output.txt b/acceptance/localenv/job-ambiguous-compute/output.txt deleted file mode 100644 index c295501a31d..00000000000 --- a/acceptance/localenv/job-ambiguous-compute/output.txt +++ /dev/null @@ -1,7 +0,0 @@ -preflight ok check -resolve error resolving job 12345: job 12345 has both serverless environments and job clusters; pass --cluster or --serverless explicitly to disambiguate -fetch pending -merge pending -provision pending -validate pending -For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-ambiguous-compute/script b/acceptance/localenv/job-ambiguous-compute/script deleted file mode 100644 index 507f2344ce1..00000000000 --- a/acceptance/localenv/job-ambiguous-compute/script +++ /dev/null @@ -1 +0,0 @@ -musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-ambiguous-compute/test.toml b/acceptance/localenv/job-ambiguous-compute/test.toml deleted file mode 100644 index d97bf0b267d..00000000000 --- a/acceptance/localenv/job-ambiguous-compute/test.toml +++ /dev/null @@ -1,24 +0,0 @@ -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] - -[Env] -DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" - -# A job that declares both serverless environments and classic job clusters is -# ambiguous: its tasks can run on different compute, so resolution must refuse -# rather than guess serverless. -[[Server]] -Pattern = "GET /api/2.2/jobs/get" -Response.Body = ''' -{ - "job_id": 12345, - "settings": { - "name": "mixed-compute-job", - "environments": [ - {"environment_key": "default", "spec": {"client": "3"}} - ], - "job_clusters": [ - {"job_cluster_key": "main", "new_cluster": {"spark_version": "15.4.x-scala2.12", "num_workers": 1}} - ] - } -} -''' diff --git a/acceptance/localenv/job-multicluster-mismatch/out.test.toml b/acceptance/localenv/job-multicluster-mismatch/out.test.toml deleted file mode 100644 index d6187dcb046..00000000000 --- a/acceptance/localenv/job-multicluster-mismatch/out.test.toml +++ /dev/null @@ -1,3 +0,0 @@ -Local = true -Cloud = false -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-multicluster-mismatch/output.txt b/acceptance/localenv/job-multicluster-mismatch/output.txt deleted file mode 100644 index cf939e24cf4..00000000000 --- a/acceptance/localenv/job-multicluster-mismatch/output.txt +++ /dev/null @@ -1,7 +0,0 @@ -preflight ok check -resolve error resolving job 12345: job 12345 has job clusters with differing spark_version; pass --cluster or --serverless explicitly to disambiguate -fetch pending -merge pending -provision pending -validate pending -For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-multicluster-mismatch/script b/acceptance/localenv/job-multicluster-mismatch/script deleted file mode 100644 index 507f2344ce1..00000000000 --- a/acceptance/localenv/job-multicluster-mismatch/script +++ /dev/null @@ -1 +0,0 @@ -musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-multicluster-mismatch/test.toml b/acceptance/localenv/job-multicluster-mismatch/test.toml deleted file mode 100644 index 60e7d084833..00000000000 --- a/acceptance/localenv/job-multicluster-mismatch/test.toml +++ /dev/null @@ -1,22 +0,0 @@ -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] - -[Env] -DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" - -# A job whose job clusters declare differing spark_version is ambiguous: tasks -# can reference any job_cluster_key, so resolution must refuse rather than -# silently provision for the first cluster's runtime. -[[Server]] -Pattern = "GET /api/2.2/jobs/get" -Response.Body = ''' -{ - "job_id": 12345, - "settings": { - "name": "multi-cluster-job", - "job_clusters": [ - {"job_cluster_key": "a", "new_cluster": {"spark_version": "15.4.x-scala2.12", "num_workers": 1}}, - {"job_cluster_key": "b", "new_cluster": {"spark_version": "14.3.x-scala2.12", "num_workers": 1}} - ] - } -} -''' diff --git a/acceptance/localenv/job-serverless-version-mismatch/out.test.toml b/acceptance/localenv/job-serverless-version-mismatch/out.test.toml deleted file mode 100644 index d6187dcb046..00000000000 --- a/acceptance/localenv/job-serverless-version-mismatch/out.test.toml +++ /dev/null @@ -1,3 +0,0 @@ -Local = true -Cloud = false -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] diff --git a/acceptance/localenv/job-serverless-version-mismatch/output.txt b/acceptance/localenv/job-serverless-version-mismatch/output.txt deleted file mode 100644 index 87aeb4119eb..00000000000 --- a/acceptance/localenv/job-serverless-version-mismatch/output.txt +++ /dev/null @@ -1,7 +0,0 @@ -preflight ok check -resolve error resolving job 12345: job 12345 has serverless environments with differing versions; pass --serverless explicitly to disambiguate -fetch pending -merge pending -provision pending -validate pending -For more detail, re-run with --debug, or --output json to share a structured report. diff --git a/acceptance/localenv/job-serverless-version-mismatch/script b/acceptance/localenv/job-serverless-version-mismatch/script deleted file mode 100644 index 507f2344ce1..00000000000 --- a/acceptance/localenv/job-serverless-version-mismatch/script +++ /dev/null @@ -1 +0,0 @@ -musterr $CLI local-env python sync --job 12345 --check diff --git a/acceptance/localenv/job-serverless-version-mismatch/test.toml b/acceptance/localenv/job-serverless-version-mismatch/test.toml deleted file mode 100644 index eaa4c575a62..00000000000 --- a/acceptance/localenv/job-serverless-version-mismatch/test.toml +++ /dev/null @@ -1,22 +0,0 @@ -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] - -[Env] -DATABRICKS_LOCALENV_CONSTRAINT_SOURCE = "$DATABRICKS_HOST" - -# Tasks can reference any environment_key, so a job whose serverless environments -# declare differing versions is ambiguous: resolution must refuse rather than -# guess from the first environment. -[[Server]] -Pattern = "GET /api/2.2/jobs/get" -Response.Body = ''' -{ - "job_id": 12345, - "settings": { - "name": "serverless-mismatch-job", - "environments": [ - {"environment_key": "a", "spec": {"environment_version": "3"}}, - {"environment_key": "b", "spec": {"environment_version": "4"}} - ] - } -} -''' From e2344194d96281d389554c62a25d05a05c315726 Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 01:01:55 +0000 Subject: [PATCH 08/15] acceptance/air: regenerate logs out.test.toml for ["direct"] engine Follow-up to the earlier shared test.toml fix ([] -> ["direct"]): the derived out.test.toml for the logs and logs-mlflow-fallback dirs still recorded the old [] value, so CI's "changed files" check (git diff --exit-code after regenerating out.test.toml) failed. Regenerate them to match. Co-authored-by: Isaac --- acceptance/experimental/air/logs-mlflow-fallback/out.test.toml | 2 +- acceptance/experimental/air/logs/out.test.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml b/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml index d6187dcb046..e90b6d5d1ba 100644 --- a/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml +++ b/acceptance/experimental/air/logs-mlflow-fallback/out.test.toml @@ -1,3 +1,3 @@ Local = true Cloud = false -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/experimental/air/logs/out.test.toml b/acceptance/experimental/air/logs/out.test.toml index d6187dcb046..e90b6d5d1ba 100644 --- a/acceptance/experimental/air/logs/out.test.toml +++ b/acceptance/experimental/air/logs/out.test.toml @@ -1,3 +1,3 @@ Local = true Cloud = false -EnvMatrix.DATABRICKS_BUNDLE_ENGINE = [] +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] From 2943f5c1daea36b9e6846e9a1ffeabc8539c3353 Mon Sep 17 00:00:00 2001 From: Vincent Chen Date: Wed, 29 Jul 2026 18:34:21 -0700 Subject: [PATCH 09/15] air run: package code_source tarball via DABs artifact upload (#6015) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Package the code_source working tree into a tarball and upload it through DABs' artifact-upload plumbing (libraries.ReplaceWithRemotePath + libraries.Upload over a minimal in-memory bundle), rewriting ai_runtime_task.code_source_path to the uploaded remote path. The packaging + upload orchestration is CLI-owned (experimental/air/cmd, OWNERS = us); it only reuses DABs' uploader so we don't reimplement workspace/volume upload. snapshot_dabs.go: build the plain-tar tarball (createPlainTarball), carry it as a file-valued code_source_path on a minimal bundle, and drive the DABs upload. runsubmit.go swaps the old raw-filer snapshot upload for this. Removes the retired raw-filer upload path (snapshot.go uploader, snapshot_test.go). Tar snapshotting only; git pinning follows in the next PR (its git helpers are removed here and reintroduced there). Co-authored-by: Isaac ## Changes ## Why ## Testing ### Unit + acceptance `experimental/air/cmd/...` and `acceptance/experimental/air/run-submit` — working-tree, git-pinned, and remote-Volume submits each assert the tarball lands under `.internal/` and the rewritten `code_source_path` rides the submitted `ai_runtime_task`; plus the tar builders (`.gitignore`, `.git` exclusion, `include_paths`) and the no-`code_source` nil-guard. All green. ### Live E2E — staging `dbc-04ac0685-8857` (GPU_1xA10) 5/5 runs SUCCESS, one per packaging mode. All runs are `CAN_VIEW` for the workspace `users` group, so every link below is openable by anyone in the workspace. **Setup** — a tiny project with a gitignored file (`debug.log`) to prove exclusion: ```bash mkdir -p /tmp/air-demo/proj/src/pkg && cd /tmp/air-demo/proj printf 'import os\nprint("train ran; cwd:", os.getcwd(), "CODE_SOURCE_PATH:", os.environ.get("CODE_SOURCE_PATH"))\n' > src/train.py echo 'def helper(): return 1' > src/pkg/util.py echo '*.log' > src/.gitignore echo 'noise' > src/debug.log # gitignored — must never be uploaded cat > wt.yaml <<'YAML' experiment_name: vchen_demo_wt command: cd $CODE_SOURCE_PATH && python train.py compute: {accelerator_type: GPU_1xA10, num_accelerators: 1} environment: {version: "4", dependencies: []} code_source: {type: snapshot, snapshot: {root_path: src}} YAML ``` **1. Working-tree tarball** — plain tar of the working tree, honoring `.gitignore`. Run: [994765091508414](https://dbc-04ac0685-8857.staging.cloud.databricks.com/jobs/runs/994765091508414) ```bash dbcli experimental air run -f wt.yaml -p dbc-04ac0685-8857 # Uploading src.tar.gz... → Submitted run 994765091508414 dbcli workspace export /Workspace/Users/v.chen@databricks.com/.air/repo_snapshots/.internal/src.tar.gz --file /tmp/wt.tar.gz -p dbc-04ac0685-8857 tar tzf /tmp/wt.tar.gz # → src/train.py, src/pkg/util.py, src/.gitignore (NO debug.log ✓ gitignore honored) ``` **2. Git-pinned commit** — `git archive` of a pinned SHA. An uncommitted file is created *after* the commit to prove the archive captures the commit, not the dirty working tree. Run: [304463075281818](https://dbc-04ac0685-8857.staging.cloud.databricks.com/jobs/runs/304463075281818) ```bash git init -q && git add -A && git commit -qm init SHA=$(git rev-parse HEAD) echo "print('uncommitted')" > src/uncommitted.py # created AFTER the commit cat > git.yaml < vol.yaml <<'YAML' experiment_name: vchen_demo_vol command: cd $CODE_SOURCE_PATH && python train.py compute: {accelerator_type: GPU_1xA10, num_accelerators: 1} environment: {version: "4", dependencies: []} code_source: {type: snapshot, snapshot: {root_path: src, remote_volume: /Volumes/main/default/vchen_demo}} YAML dbcli experimental air run -f vol.yaml -p dbc-04ac0685-8857 --debug 2>&1 | grep -iE "submitted|code_source_path|/api/2.0/fs/files" # → "code_source_path": "/Volumes/main/default/vchen_demo/.internal/src.tar.gz" # → Submitted run 438683652713410 dbcli fs ls dbfs:/Volumes/main/default/vchen_demo/.internal -p dbc-04ac0685-8857 # → src.tar.gz (uploaded to the Volume ✓) ``` **4. `include_paths` subset** — only the listed paths are packaged. Run: [261250771126835](https://dbc-04ac0685-8857.staging.cloud.databricks.com/jobs/runs/261250771126835) ```bash cat > inc.yaml <<'YAML' experiment_name: vchen_demo_inc command: cd $CODE_SOURCE_PATH && python train.py compute: {accelerator_type: GPU_1xA10, num_accelerators: 1} environment: {version: "4", dependencies: []} code_source: {type: snapshot, snapshot: {root_path: src, include_paths: [pkg]}} YAML dbcli experimental air run -f inc.yaml -p dbc-04ac0685-8857 # Uploading src.tar.gz... → Submitted run 261250771126835 dbcli workspace export /Workspace/Users/v.chen@databricks.com/.air/repo_snapshots/.internal/src.tar.gz --file /tmp/inc.tar.gz -p dbc-04ac0685-8857 tar tzf /tmp/inc.tar.gz # → src/pkg/util.py ONLY (train.py / .gitignore excluded ✓) ``` **5. No `code_source`** — nothing is uploaded; `code_source_path` is left empty (nil-guard). Run: [138286541552104](https://dbc-04ac0685-8857.staging.cloud.databricks.com/jobs/runs/138286541552104) ```bash cat > none.yaml <<'YAML' experiment_name: vchen_demo_none command: echo hello compute: {accelerator_type: GPU_1xA10, num_accelerators: 1} environment: {version: "4", dependencies: []} YAML dbcli experimental air run -f none.yaml -p dbc-04ac0685-8857 # → Submitted run 138286541552104 (no "Uploading" line; code_source_path empty) ``` --- .../experimental/air/run-submit/output.txt | 3 +- experimental/air/cmd/runsubmit.go | 19 +- experimental/air/cmd/runsubmit_test.go | 255 +++++++++++++++- experimental/air/cmd/snapshot.go | 233 +-------------- experimental/air/cmd/snapshot_dabs.go | 278 ++++++++++++++++++ experimental/air/cmd/snapshot_git.go | 7 + experimental/air/cmd/snapshot_package.go | 2 - experimental/air/cmd/snapshot_package_test.go | 16 +- experimental/air/cmd/snapshot_test.go | 155 ---------- 9 files changed, 553 insertions(+), 415 deletions(-) create mode 100644 experimental/air/cmd/snapshot_dabs.go delete mode 100644 experimental/air/cmd/snapshot_test.go diff --git a/acceptance/experimental/air/run-submit/output.txt b/acceptance/experimental/air/run-submit/output.txt index 13aca091a96..2d92122c8e6 100644 --- a/acceptance/experimental/air/run-submit/output.txt +++ b/acceptance/experimental/air/run-submit/output.txt @@ -1,6 +1,7 @@ === submit with a git code_source >>> [CLI] experimental air run -f run.yaml +Uploading [SNAPSHOT_TARBALL]... Submitted run 555 View at: [DATABRICKS_URL]/jobs/runs/555 @@ -25,7 +26,7 @@ Tip: use --watch to stream logs until the run completes. "tasks": [ { "ai_runtime_task": { - "code_source_path": "/Workspace/Users/[USERNAME]/.air/repo_snapshots/001/[SNAPSHOT_TARBALL]", + "code_source_path": "/Workspace/Users/[USERNAME]/.air/repo_snapshots/.internal/[SNAPSHOT_TARBALL]", "deployments": [ { "command_path": "/Workspace/Users/[USERNAME]/.air/cli_launch/submit-smoke/submit-smoke_[RUN_ID]/command.sh", diff --git a/experimental/air/cmd/runsubmit.go b/experimental/air/cmd/runsubmit.go index 8c0be55260d..d29bea427ba 100644 --- a/experimental/air/cmd/runsubmit.go +++ b/experimental/air/cmd/runsubmit.go @@ -58,15 +58,6 @@ func buildSubmitPayload(cfg *runConfig, commandPath, dlImage string, snap snapsh }, }}, CodeSourcePath: snap.CodeSourcePath, - // TEMP: git_state_path / git_diff_path are intentionally NOT sent. The typed - // jobs.AiRuntimeTask (and its source proto, ai_runtime_task.proto) has no such - // fields, so the typed SDK path cannot carry them. This is safe today because - // nothing in the backend consumes those fields — the AI Runtime task proto - // never declared them, so even the Python CLI's raw-JSON values were dropped - // on deserialization. The git_state.json / git_diff.patch sidecars are still - // uploaded next to the tarball (see snapshot.go) for human inspection. - // If the backend later adds these fields to the proto, regenerate the SDK and - // wire snap.GitStatePath / snap.GitDiffPath back in here. } if cfg.MLflowRunName != nil { task.MlflowRun = *cfg.MLflowRunName @@ -163,13 +154,13 @@ func submitWorkload(ctx context.Context, w *databricks.WorkspaceClient, cfg *run return 0, "", err } - // Package and upload the code snapshot, if any. The resulting paths ride on the - // ai_runtime_task; a run with no code_source leaves them empty. Snapshot is the - // only code_source type; guard against a nil block so snapshotCodeSource never - // dereferences a missing snapshot. + // Package and upload the code snapshot, if any, via DABs' artifact-upload + // plumbing; the remote code_source_path rides the ai_runtime_task. A run with no + // code_source leaves it empty. Snapshot is the only code_source type. var snap snapshotResult if cfg.CodeSource != nil && cfg.CodeSource.Snapshot != nil { - snap, err = snapshotCodeSource(ctx, w, cfg.CodeSource.Snapshot, configPath, base, funcDir) + // Sidecars land in the run's launch dir (funcDir) via fc, next to command.sh. + snap, err = snapshotViaDABsUpload(ctx, w, cfg.CodeSource.Snapshot, configPath, fc, funcDir) if err != nil { return 0, "", err } diff --git a/experimental/air/cmd/runsubmit_test.go b/experimental/air/cmd/runsubmit_test.go index dcd9dd8eeca..6418eed5ffe 100644 --- a/experimental/air/cmd/runsubmit_test.go +++ b/experimental/air/cmd/runsubmit_test.go @@ -2,10 +2,14 @@ package aircmd import ( "encoding/json" + "io" + "path" "path/filepath" "strings" "testing" + "github.com/databricks/cli/libs/cmdio" + "github.com/databricks/cli/libs/filer" "github.com/databricks/cli/libs/testserver" "github.com/databricks/databricks-sdk-go" "github.com/databricks/databricks-sdk-go/service/jobs" @@ -189,8 +193,8 @@ func TestSubmitWorkloadHonorsOverride(t *testing.T) { assert.Equal(t, 4, at.Deployments[0].Compute.AcceleratorCount) } -// TestSubmitWorkloadWithCodeSource exercises the snapshot path end to end: a -// git-pinned code_source is packaged, uploaded, and its paths attached to the task. +// A working-tree code_source is packaged into a tarball, uploaded via DABs' artifact +// plumbing, and its remote code_source_path attached to the submitted task. func TestSubmitWorkloadWithCodeSource(t *testing.T) { server := testserver.New(t) t.Cleanup(server.Close) @@ -205,6 +209,47 @@ func TestSubmitWorkloadWithCodeSource(t *testing.T) { w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) require.NoError(t, err) + // A plain working-tree directory: packaging is plain-tar. + repo := filepath.Join(t.TempDir(), "src") + writeRepoFile(t, repo, "train.py", "print()") + + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ` + repo + ` +` + cfgPath := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(cfgPath) + require.NoError(t, err) + + // The DABs upload path logs via cmdio; the real `air run` context carries it. + ctx := cmdio.MockDiscard(t.Context()) + _, _, err = submitWorkload(ctx, w, loaded, cfgPath, "idem") + require.NoError(t, err) + + at := got.Tasks[0].AiRuntimeTask + // The tarball is uploaded to the artifact .internal dir and code_source_path + // rewritten to it. + assert.Contains(t, at.CodeSourcePath, "/.air/repo_snapshots/.internal/") + assert.True(t, strings.HasSuffix(at.CodeSourcePath, ".tar.gz"), at.CodeSourcePath) +} + +// A git-pinned code_source is git-archived at the commit, uploaded via DABs' artifact +// plumbing, and its remote code_source_path attached to the submitted task. +func TestSubmitWorkloadWithGitPinnedCodeSource(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + var got jobs.SubmitRun + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + require.NoError(t, json.Unmarshal(req.Body, &got)) + return jobs.SubmitRunResponse{RunId: 555} + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + // A git repo committed at HEAD, referenced by commit so packaging is git_archive. repo := newTestRepo(t) writeRepoFile(t, repo, "train.py", "print()") @@ -222,15 +267,209 @@ code_source: loaded, err := loadRunConfig(cfgPath) require.NoError(t, err) - _, _, err = submitWorkload(t.Context(), w, loaded, cfgPath, "idem") + ctx := cmdio.MockDiscard(t.Context()) + _, _, err = submitWorkload(ctx, w, loaded, cfgPath, "idem") + require.NoError(t, err) + + at := got.Tasks[0].AiRuntimeTask + assert.Contains(t, at.CodeSourcePath, "/.air/repo_snapshots/.internal/") + assert.True(t, strings.HasSuffix(at.CodeSourcePath, ".tar.gz"), at.CodeSourcePath) +} + +// testSidecarStore builds a workspace filer + base path standing in for the run's +// launch dir, where snapshotViaDABsUpload writes git provenance sidecars. +func testSidecarStore(t *testing.T, w *databricks.WorkspaceClient) (filer.Filer, string) { + t.Helper() + base := "/Workspace/Users/tester@databricks.com/.air/cli_launch/test" + f, err := filer.NewWorkspaceFilesClient(w, base) + require.NoError(t, err) + return f, base +} + +// A plain-tar (working-tree) snapshot is uploaded under a unique, timestamped name so +// two concurrent submissions of the same root_path don't clobber each other's upload. +func TestSubmitWorkloadPlainTarNameIsUnique(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + return jobs.SubmitRunResponse{RunId: 555} + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + + // A plain working-tree directory named "src": the old code named the tarball + // after the dir alone (src.tar.gz), so any two submissions collided. + repo := filepath.Join(t.TempDir(), "src") + writeRepoFile(t, repo, "train.py", "print()") + + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ` + repo + ` +` + cfgPath := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(cfgPath) + require.NoError(t, err) + + // The uploaded name carries a discriminator (timestamp), not the bare dir name. + ctx := cmdio.MockDiscard(t.Context()) + sidecarStore, sidecarBase := testSidecarStore(t, w) + snap, err := snapshotViaDABsUpload(ctx, w, loaded.CodeSource.Snapshot, cfgPath, sidecarStore, sidecarBase) + require.NoError(t, err) + base := path.Base(snap.CodeSourcePath) + assert.NotEqual(t, "src.tar.gz", base, "plain-tar name must be unique, not the bare dir name") + assert.Regexp(t, `^src_\d{8}_\d{6}\.tar\.gz$`, base) +} + +// A git_archive snapshot is content-addressed by (commit, include_paths): submitting +// the same commit twice reuses the already-uploaded tarball and skips the second +// upload (cache hit), while resolving to the identical remote path. +func TestSubmitWorkloadGitArchiveCaching(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + return jobs.SubmitRunResponse{RunId: 555} + }) + // Track which snapshot tarballs get uploaded, preserving fake-workspace + // persistence so the second submit's cache-existence Stat sees the first upload. + // Dedupe by path: the DABs uploader mkdirs-and-retries the import on a missing + // parent dir, so one logical upload can hit this route more than once. + uploaded := map[string]bool{} + server.Handle("POST", "/api/2.0/workspace-files/import-file/{path...}", func(req testserver.Request) any { + p := req.Vars["path"] + if strings.Contains(p, "/.air/repo_snapshots/") { + uploaded[p] = true + } + return req.Workspace.WorkspaceFilesImportFile(p, req.Body, req.URL.Query().Get("overwrite") == "true") + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + + repo := newTestRepo(t) + writeRepoFile(t, repo, "train.py", "print()") + sha := commitAll(t, repo, "init") + + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ` + repo + ` + git: + commit: ` + sha + ` +` + cfgPath := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(cfgPath) + require.NoError(t, err) + + ctx := cmdio.MockDiscard(t.Context()) + sidecarStore, sidecarBase := testSidecarStore(t, w) + first, err := snapshotViaDABsUpload(ctx, w, loaded.CodeSource.Snapshot, cfgPath, sidecarStore, sidecarBase) + require.NoError(t, err) + second, err := snapshotViaDABsUpload(ctx, w, loaded.CodeSource.Snapshot, cfgPath, sidecarStore, sidecarBase) + require.NoError(t, err) + + // Same pinned commit → identical content-addressed remote path, uploaded once + // (the second submit is a cache hit and moves no bytes). + assert.Equal(t, first.CodeSourcePath, second.CodeSourcePath) + assert.Len(t, uploaded, 1, "git_archive cache hit should skip the second upload") +} + +// A git code_source also uploads git provenance sidecars (git_state.json, and +// git_diff.patch when the tree is dirty) next to the run's launch dir, so the +// submitted commit + working-tree diff are inspectable. +func TestSubmitWorkloadUploadsGitSidecars(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + return jobs.SubmitRunResponse{RunId: 555} + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + + // Commit, then dirty the tree so both git_state.json and git_diff.patch are produced. + repo := newTestRepo(t) + writeRepoFile(t, repo, "train.py", "print()") + commitAll(t, repo, "init") + writeRepoFile(t, repo, "train.py", "print('dirty')") + + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ` + repo + ` +` + cfgPath := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(cfgPath) + require.NoError(t, err) + + ctx := cmdio.MockDiscard(t.Context()) + sidecarStore, sidecarBase := testSidecarStore(t, w) + snap, err := snapshotViaDABsUpload(ctx, w, loaded.CodeSource.Snapshot, cfgPath, sidecarStore, sidecarBase) + require.NoError(t, err) + + // Both sidecars are reported under the launch dir and actually exist there. + assert.Equal(t, path.Join(sidecarBase, gitStateName), snap.GitStatePath) + assert.Equal(t, path.Join(sidecarBase, gitDiffName), snap.GitDiffPath) + + r, err := sidecarStore.Read(ctx, gitStateName) + require.NoError(t, err) + stateBytes, err := io.ReadAll(r) + require.NoError(t, err) + var state map[string]any + require.NoError(t, json.Unmarshal(stateBytes, &state)) + assert.Equal(t, "plain_tar", state["packaging_mode"]) + assert.Equal(t, true, state["dirty"]) + assert.Equal(t, "captured", state["diff_status"]) +} + +// remote_volume uploads the snapshot to a UC Volume: DABs' artifact uploader handles +// /Volumes destinations natively, so code_source_path lands under the Volume path. +func TestSubmitWorkloadWithRemoteVolumeCodeSource(t *testing.T) { + server := testserver.New(t) + t.Cleanup(server.Close) + + var got jobs.SubmitRun + server.Handle("POST", "/api/2.2/jobs/runs/submit", func(req testserver.Request) any { + require.NoError(t, json.Unmarshal(req.Body, &got)) + return jobs.SubmitRunResponse{RunId: 555} + }) + // Stub the UC Volume file write: the fake server's default handler 404s when the + // parent dir is absent (no auto-mkdir), so accept the PUT to exercise the Volume + // upload route. This asserts we route to /api/2.0/fs/files/Volumes/... at all. + server.Handle("PUT", "/api/2.0/fs/files/Volumes/{path...}", func(req testserver.Request) any { + return testserver.Response{StatusCode: 204} + }) + testserver.AddDefaultHandlers(server) + w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) + require.NoError(t, err) + + repo := filepath.Join(t.TempDir(), "src") + writeRepoFile(t, repo, "train.py", "print()") + + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ` + repo + ` + remote_volume: /Volumes/main/default/code +` + cfgPath := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(cfgPath) + require.NoError(t, err) + + ctx := cmdio.MockDiscard(t.Context()) + _, _, err = submitWorkload(ctx, w, loaded, cfgPath, "idem") require.NoError(t, err) at := got.Tasks[0].AiRuntimeTask - // The tarball path is under the user's repo_snapshots dir. git_state_path / - // git_diff_path are not asserted: the typed jobs.AiRuntimeTask has no such fields - // (see the TEMP note in buildSubmitPayload), so they aren't sent. The git_state - // sidecar file is still uploaded next to the tarball — covered by TestRunSnapshot. - assert.Contains(t, at.CodeSourcePath, "/.air/repo_snapshots/"+filepath.Base(repo)+"/") + assert.Contains(t, at.CodeSourcePath, "/Volumes/main/default/code/.internal/") assert.True(t, strings.HasSuffix(at.CodeSourcePath, ".tar.gz"), at.CodeSourcePath) } diff --git a/experimental/air/cmd/snapshot.go b/experimental/air/cmd/snapshot.go index 59041f5986d..603b7e6c0f8 100644 --- a/experimental/air/cmd/snapshot.go +++ b/experimental/air/cmd/snapshot.go @@ -1,58 +1,28 @@ package aircmd import ( - "bytes" "context" - "errors" "fmt" - "io/fs" "os" - "path" "path/filepath" "strings" - "time" "github.com/databricks/cli/libs/env" - "github.com/databricks/cli/libs/filer" - "github.com/databricks/cli/libs/log" - "github.com/databricks/databricks-sdk-go" ) -// Snapshot orchestrator: resolve → package+upload → sidecars, uploading via -// libs/filer. The Python CLI did this inline; here it's split into steps. - -// snapshotResult holds the paths wired into the submit payload: the uploaded -// tarball and the optional provenance sidecars (empty when not produced). +// snapshotResult holds the code_source_path wired into the submit payload (the +// uploaded code archive's remote path) plus the remote paths of the best-effort git +// provenance sidecars (empty when not a git repo or upload failed). type snapshotResult struct { CodeSourcePath string GitStatePath string GitDiffPath string } -// repoSnapshotsSubdir is the per-user workspace location for cached tarballs, under -// the user's home. Volume uploads use remote_volume directly instead. -const repoSnapshotsSubdir = ".air/repo_snapshots" - -// snapshotCodeSource packages and uploads the code_source snapshot, returning the -// paths to attach to the ai_runtime_task. userDir is the user's workspace home; -// funcDir is the run's launch directory (where sidecars land). -func snapshotCodeSource(ctx context.Context, w *databricks.WorkspaceClient, snap *snapshotSourceConfig, configPath, userDir, funcDir string) (snapshotResult, error) { - repoPath, err := resolveRootPath(ctx, snap.RootPath, filepath.Dir(configPath)) - if err != nil { - return snapshotResult{}, err - } - - up, err := newSnapshotUploader(ctx, w, snap, userDir, funcDir, filepath.Base(repoPath)) - if err != nil { - return snapshotResult{}, err - } - return runSnapshot(ctx, up, repoPath, snap) -} - -// resolveRootPath resolves a snapshot root_path the way the Python normalize layer -// does: expand environment variables and ~, strip a leading "project_root/" (meaning -// "relative to the YAML file"), and resolve the rest against the config's directory. -// It then confirms the path exists and is a directory. +// resolveRootPath resolves a code_source snapshot root_path: expand environment +// variables and ~, strip a leading "project_root/" (meaning "relative to the YAML +// file"), and resolve the rest against the config's directory. It then confirms the +// path exists and is a directory. func resolveRootPath(ctx context.Context, rawPath, configDir string) (string, error) { expanded := os.ExpandEnv(rawPath) if home, err := env.UserHomeDir(ctx); err == nil { @@ -73,8 +43,6 @@ func resolveRootPath(ctx context.Context, rawPath, configDir string) (string, er resolved = filepath.Join(configDir, expanded) } - // Resolve to an absolute path so the directory name (used for the tarball name - // and archive prefix) is a real basename, not "." or a trailing relative segment. abs, err := filepath.Abs(resolved) if err != nil { return "", fmt.Errorf("failed to resolve root_path %s: %w", resolved, err) @@ -90,190 +58,3 @@ func resolveRootPath(ctx context.Context, rawPath, configDir string) (string, er } return resolved, nil } - -// snapshotUploader splits the snapshot's two destinations: the tarball goes to a -// cache location (the user's repo_snapshots dir or a Volume), sidecars to the run's -// funcDir. tarBase/sidecarBase are the absolute roots, for reporting final paths. -type snapshotUploader struct { - tarStore filer.Filer - sidecarStore filer.Filer - tarBase string - sidecarBase string -} - -// runSnapshot resolves the packaging plan, uploads the tarball, then uploads the -// provenance sidecars. repoPath is the resolved root_path. -func runSnapshot(ctx context.Context, up snapshotUploader, repoPath string, snap *snapshotSourceConfig) (snapshotResult, error) { - git := newGitRepo(repoPath) - plan, err := resolveSnapshotPlan(ctx, git, snap.Git, snap.IncludePaths) - if err != nil { - return snapshotResult{}, err - } - - dirName := filepath.Base(repoPath) - - tarName, err := uploadTarball(ctx, up, git, plan, repoPath, dirName) - if err != nil { - return snapshotResult{}, err - } - - result := snapshotResult{CodeSourcePath: path.Join(up.tarBase, tarName)} - - // Provenance sidecars are best-effort: a git/upload hiccup here must not fail an - // otherwise-valid submission. Non-git roots have no provenance to record. - if plan.isGitRepo { - result.GitStatePath, result.GitDiffPath = uploadSidecars(ctx, up, git, plan) - } - return result, nil -} - -// uploadTarball packages the snapshot and uploads it, returning the tarball's name -// within the tar store. For git_archive it checks the cache first and skips -// packaging+upload on a hit. It writes the tarball to a temp file that is always -// cleaned up. -func uploadTarball(ctx context.Context, up snapshotUploader, git gitRepo, plan snapshotPlan, repoPath, dirName string) (string, error) { - // git_archive is cacheable by (commit, include_paths); a hit means the identical - // tarball is already uploaded, so packaging and upload are skipped entirely. - if plan.mode == modeGitArchive { - cacheKey := computeSnapshotCacheKey(plan.commitSHA, plan.includePaths) - tarName := fmt.Sprintf("%s_%s.tar.gz", dirName, cacheKey[:16]) - if exists, err := fileExists(ctx, up.tarStore, tarName); err != nil { - return "", err - } else if exists { - log.Debugf(ctx, "snapshot cache hit for %s at %s", shortSHA(plan.commitSHA), path.Join(up.tarBase, tarName)) - return tarName, nil - } - if err := packageAndUpload(ctx, up, tarName, func(out string) error { - return createGitArchiveSnapshot(ctx, git, plan.commitSHA, out, dirName, plan.includePaths) - }); err != nil { - return "", err - } - return tarName, nil - } - - // plain_tar is not cacheable (working-tree content isn't pinned to a SHA), so it - // is timestamp-named to avoid clobbering a concurrent submission. - tarName := fmt.Sprintf("%s_%s.tar.gz", dirName, time.Now().UTC().Format("20060102_150405")) - if err := packageAndUpload(ctx, up, tarName, func(out string) error { - return createPlainTarball(ctx, repoPath, out, plan.includePaths) - }); err != nil { - return "", err - } - return tarName, nil -} - -// packageAndUpload writes the tarball via pkg into a temp file, then uploads it to -// tarName in the tar store. The temp file is always removed. -func packageAndUpload(ctx context.Context, up snapshotUploader, tarName string, pkg func(outputPath string) error) error { - tmp, err := os.CreateTemp("", "air-snapshot-*.tar.gz") - if err != nil { - return fmt.Errorf("failed to create temp tarball: %w", err) - } - tmpPath := tmp.Name() - tmp.Close() - defer os.Remove(tmpPath) - - if err := pkg(tmpPath); err != nil { - return err - } - - f, err := os.Open(tmpPath) - if err != nil { - return fmt.Errorf("failed to open tarball: %w", err) - } - defer f.Close() - - if err := up.tarStore.Write(ctx, tarName, f, filer.OverwriteIfExists, filer.CreateParentDirectories); err != nil { - return fmt.Errorf("failed to upload snapshot to %s: %w", path.Join(up.tarBase, tarName), err) - } - return nil -} - -// uploadSidecars builds and uploads the git_state.json and optional git_diff.patch -// provenance sidecars into the run's funcDir. It is best-effort: any failure logs a -// warning and returns whatever paths did upload (possibly none), never an error. -func uploadSidecars(ctx context.Context, up snapshotUploader, git gitRepo, plan snapshotPlan) (statePath, diffPath string) { - mode := packagingModePlainTar - pinnedTip := "" - if plan.mode == modeGitArchive { - mode = packagingModeGitArchive - pinnedTip = plan.commitSHA - } - - sidecar, err := buildGitStateSidecar(ctx, git, mode, pinnedTip, time.Now()) - if err != nil { - log.Warnf(ctx, "skipping git provenance sidecar: %v", err) - return "", "" - } - - // Capture the dirty diff first so its status/path land in git_state.json. - if sidecar.Dirty { - status, diff := captureDirtyDiff(ctx, git, dirtyDiffSizeCapBytes, dirtyDiffTimeout) - sidecar.DiffStatus = status - if status == diffStatusCaptured { - if err := up.sidecarStore.Write(ctx, gitDiffName, bytes.NewReader(diff), filer.OverwriteIfExists, filer.CreateParentDirectories); err != nil { - log.Warnf(ctx, "failed to upload git diff sidecar: %v", err) - sidecar.DiffStatus = diffStatusClean - } else { - diffPath = path.Join(up.sidecarBase, gitDiffName) - sidecar.DiffPath = &diffPath - } - } - } - - data, err := sidecar.marshal() - if err != nil { - log.Warnf(ctx, "failed to encode git state sidecar: %v", err) - return "", diffPath - } - if err := up.sidecarStore.Write(ctx, gitStateName, bytes.NewReader(data), filer.OverwriteIfExists, filer.CreateParentDirectories); err != nil { - log.Warnf(ctx, "failed to upload git state sidecar: %v", err) - return "", diffPath - } - return path.Join(up.sidecarBase, gitStateName), diffPath -} - -// gitStateName and gitDiffName are the sidecar basenames read by the backend. -const ( - gitStateName = "git_state.json" - gitDiffName = "git_diff.patch" -) - -// fileExists reports whether name exists in the store, treating fs.ErrNotExist as -// "no". Any other error propagates. -func fileExists(ctx context.Context, store filer.Filer, name string) (bool, error) { - _, err := store.Stat(ctx, name) - if err == nil { - return true, nil - } - if errors.Is(err, fs.ErrNotExist) { - return false, nil - } - return false, fmt.Errorf("failed to check snapshot cache: %w", err) -} - -// newSnapshotUploader builds the uploader for a submission. The tarball store is a -// Volume (when remote_volume is set) or the user's repo_snapshots workspace dir; -// sidecars always go to the run's funcDir in the workspace. -func newSnapshotUploader(ctx context.Context, w *databricks.WorkspaceClient, snap *snapshotSourceConfig, userDir, funcDir, dirName string) (snapshotUploader, error) { - sidecarStore, err := filer.NewWorkspaceFilesClient(w, funcDir) - if err != nil { - return snapshotUploader{}, err - } - - if snap.RemoteVolume != nil { - tarBase := strings.TrimRight(*snap.RemoteVolume, "/") - tarStore, err := filer.NewFilesClient(ctx, w, tarBase) - if err != nil { - return snapshotUploader{}, err - } - return snapshotUploader{tarStore: tarStore, sidecarStore: sidecarStore, tarBase: tarBase, sidecarBase: funcDir}, nil - } - - tarBase := path.Join(userDir, repoSnapshotsSubdir, dirName) - tarStore, err := filer.NewWorkspaceFilesClient(w, tarBase) - if err != nil { - return snapshotUploader{}, err - } - return snapshotUploader{tarStore: tarStore, sidecarStore: sidecarStore, tarBase: tarBase, sidecarBase: funcDir}, nil -} diff --git a/experimental/air/cmd/snapshot_dabs.go b/experimental/air/cmd/snapshot_dabs.go new file mode 100644 index 00000000000..9becc5e91a2 --- /dev/null +++ b/experimental/air/cmd/snapshot_dabs.go @@ -0,0 +1,278 @@ +package aircmd + +import ( + "bytes" + "context" + "errors" + "fmt" + "io/fs" + "os" + "path" + "path/filepath" + "time" + + "github.com/databricks/cli/bundle" + "github.com/databricks/cli/bundle/config" + "github.com/databricks/cli/bundle/config/resources" + "github.com/databricks/cli/bundle/libraries" + "github.com/databricks/cli/libs/dyn" + "github.com/databricks/cli/libs/filer" + "github.com/databricks/cli/libs/log" + "github.com/databricks/cli/libs/vfs" + "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/service/jobs" +) + +// snapshotViaDABsUpload packages the code_source into a tarball and uploads it using +// DABs' artifact-upload plumbing (the same path a bundle uses for a file-valued +// code_source_path), returning the remote path to attach to the ai_runtime_task. +// +// The packaging + upload logic is CLI-owned (this file, OWNERS = us); it only reuses +// DABs' libraries.ReplaceWithRemotePath + libraries.Upload as the uploader so we do +// not reimplement workspace/volume upload. A minimal in-memory bundle carries the +// local tarball path as code_source_path; ReplaceWithRemotePath rewrites it to the +// artifact .internal path and Upload pushes the bytes. +func snapshotViaDABsUpload(ctx context.Context, w *databricks.WorkspaceClient, snap *snapshotSourceConfig, configPath string, sidecarStore filer.Filer, sidecarBase string) (snapshotResult, error) { + repoPath, err := resolveRootPath(ctx, snap.RootPath, filepath.Dir(configPath)) + if err != nil { + return snapshotResult{}, err + } + + // Resolve how to package before touching the tarball: git_archive (pinned commit, + // cacheable) vs plain_tar (working tree, not cacheable). + plan, err := resolveSnapshotPlan(ctx, newGitRepo(repoPath), snap.Git, snap.IncludePaths) + if err != nil { + return snapshotResult{}, err + } + + // remote_volume, when set, is a UC Volume path; DABs' artifact uploader handles + // /Volumes destinations natively (GetFilerForLibraries → filerForVolume). + remoteVolume := "" + if snap.RemoteVolume != nil { + remoteVolume = *snap.RemoteVolume + } + result, err := uploadSnapshotViaDABs(ctx, w, repoPath, plan, remoteVolume) + if err != nil { + return snapshotResult{}, err + } + + // Upload git provenance sidecars (git_state.json / git_diff.patch) next to the + // run's launch dir so the submitted commit + working-tree diff are inspectable. + // Best-effort and git-only: any failure logs and leaves the paths empty rather + // than failing an otherwise-valid submission. + // + // The sidecars are deliberately NOT bundled into the code tarball. The git_archive + // tarball is content-addressed and cached by (commit, include_paths), so a second + // run at the same commit reuses it; but the sidecars vary per run (git_state's + // timestamp, and git_diff captures the working tree at submit time). Folding them + // in would force a distinct tarball per run (defeating the cache) or serve a prior + // run's stale provenance on a cache hit. They also live in the per-run launch dir, + // not the shared artifact dir, so they don't accumulate. Keep them out of the tar. + if plan.isGitRepo { + result.GitStatePath, result.GitDiffPath = uploadSnapshotSidecars(ctx, sidecarStore, sidecarBase, newGitRepo(repoPath), plan) + } + return result, nil +} + +// uploadSnapshotSidecars writes the git_state.json provenance record — and, when the +// working tree is dirty, a captured git_diff.patch — into the run's launch dir via +// sidecarStore (rooted at sidecarBase, used only to report absolute paths). It is +// best-effort: every failure logs a warning and yields an empty path, never an error, +// so provenance capture cannot fail a submission. +func uploadSnapshotSidecars(ctx context.Context, sidecarStore filer.Filer, sidecarBase string, git gitRepo, plan snapshotPlan) (statePath, diffPath string) { + mode := packagingModePlainTar + pinnedTip := "" + if plan.mode == modeGitArchive { + mode = packagingModeGitArchive + pinnedTip = plan.commitSHA + } + + sidecar, err := buildGitStateSidecar(ctx, git, mode, pinnedTip, time.Now()) + if err != nil { + log.Warnf(ctx, "skipping git provenance sidecar: %v", err) + return "", "" + } + + // Capture the dirty diff first so its status/path land in git_state.json. + if sidecar.Dirty { + status, diff := captureDirtyDiff(ctx, git, dirtyDiffSizeCapBytes, dirtyDiffTimeout) + sidecar.DiffStatus = status + if status == diffStatusCaptured { + if err := sidecarStore.Write(ctx, gitDiffName, bytes.NewReader(diff), filer.OverwriteIfExists, filer.CreateParentDirectories); err != nil { + log.Warnf(ctx, "failed to upload git diff sidecar: %v", err) + sidecar.DiffStatus = diffStatusClean + } else { + diffPath = path.Join(sidecarBase, gitDiffName) + sidecar.DiffPath = &diffPath + } + } + } + + data, err := sidecar.marshal() + if err != nil { + log.Warnf(ctx, "failed to encode git state sidecar: %v", err) + return "", diffPath + } + if err := sidecarStore.Write(ctx, gitStateName, bytes.NewReader(data), filer.OverwriteIfExists, filer.CreateParentDirectories); err != nil { + log.Warnf(ctx, "failed to upload git state sidecar: %v", err) + return "", diffPath + } + return path.Join(sidecarBase, gitStateName), diffPath +} + +// snapshotTarballName is the uploaded filename for the snapshot. It is deterministic +// for git_archive — _.tar.gz keyed on (commit, include_paths) — so +// an identical commit reuses the same remote object (see the cache check below). For +// plain_tar it is timestamped so concurrent submissions of the same directory don't +// clobber each other's upload (working-tree content isn't pinned to a SHA, so it +// can't be content-addressed). +func snapshotTarballName(plan snapshotPlan, dirName string) string { + if plan.mode == modeGitArchive { + key := computeSnapshotCacheKey(plan.commitSHA, plan.includePaths) + return fmt.Sprintf("%s_%s.tar.gz", dirName, key[:16]) + } + return fmt.Sprintf("%s_%s.tar.gz", dirName, time.Now().UTC().Format("20060102_150405")) +} + +// packageSnapshot writes the snapshot to tarball per the resolved plan: `git archive` +// of the pinned commit for git_archive, else a plain tar of the working tree. +func packageSnapshot(ctx context.Context, repoPath string, plan snapshotPlan, tarball string) error { + dirName := filepath.Base(repoPath) + if plan.mode == modeGitArchive { + return createGitArchiveSnapshot(ctx, newGitRepo(repoPath), plan.commitSHA, tarball, dirName, plan.includePaths) + } + return createPlainTarball(ctx, repoPath, tarball, plan.includePaths) +} + +// uploadSnapshotViaDABs uploads the snapshot through DABs' artifact-upload machinery +// and returns its remote code_source_path. It builds a minimal bundle whose only +// artifact is the tarball (as a file-valued code_source_path), rewrites the field to +// the remote .internal path, and uploads the bytes. When remoteVolume is set the +// tarball goes to that UC Volume; otherwise to the user's repo_snapshots dir. +// +// git_archive snapshots are cacheable: the tarball name is content-addressed by +// (commit, include_paths), so if the identical object is already uploaded we skip +// packaging and upload entirely and just reuse the remote path. +func uploadSnapshotViaDABs(ctx context.Context, w *databricks.WorkspaceClient, repoPath string, plan snapshotPlan, remoteVolume string) (snapshotResult, error) { + // artifactPath is where DABs uploads the tarball; GetFilerForLibraries routes to + // a Workspace or Volume filer based on its prefix, then appends /.internal. + artifactPath := remoteVolume + if artifactPath == "" { + base, err := userWorkspaceDir(ctx, w) + if err != nil { + return snapshotResult{}, err + } + // The user's repo_snapshots dir (not the default bundle artifact_path, which a + // deploy would clean up). + artifactPath = path.Join(base, ".air", "repo_snapshots") + } + + tmp, err := os.MkdirTemp("", "air-snapshot-*") + if err != nil { + return snapshotResult{}, err + } + defer os.RemoveAll(tmp) + + tarName := snapshotTarballName(plan, filepath.Base(repoPath)) + + b := &bundle.Bundle{ + BundleRootPath: tmp, + BundleRoot: vfs.MustNew(tmp), + SyncRootPath: tmp, + SyncRoot: vfs.MustNew(tmp), + Config: config.Root{ + Bundle: config.Bundle{Target: "default"}, + Workspace: config.Workspace{ArtifactPath: artifactPath}, + Resources: config.Resources{ + Jobs: map[string]*resources.Job{ + "air": { + JobSettings: jobs.JobSettings{ + Tasks: []jobs.Task{{ + TaskKey: "air", + // Relative to SyncRootPath (the temp dir); collectLocalLibraries + // joins it back and uploads the file. + AiRuntimeTask: &jobs.AiRuntimeTask{CodeSourcePath: tarName}, + }}, + }, + }, + }, + }, + }, + } + b.SetWorkpaceClient(w) + if err := b.Config.Mutate(func(v dyn.Value) (dyn.Value, error) { return v, nil }); err != nil { + return snapshotResult{}, err + } + + // git_archive is cacheable by (commit, include_paths): if the identical tarball is + // already uploaded, skip packaging + upload and reuse it. Only the config-path + // rewrite (ReplaceWithRemotePath) runs — no bytes move. + if plan.mode == modeGitArchive { + f, uploadPath, diags := libraries.GetFilerForLibraries(ctx, b) + if diags.HasError() { + return snapshotResult{}, diags.Error() + } + exists, err := snapshotExists(ctx, f, tarName) + if err != nil { + return snapshotResult{}, err + } + if exists { + if _, diags := libraries.ReplaceWithRemotePath(ctx, b); diags.HasError() { + return snapshotResult{}, diags.Error() + } + remote, err := readCodeSourcePath(b) + if err != nil { + return snapshotResult{}, err + } + log.Debugf(ctx, "snapshot cache hit for %s at %s", shortSHA(plan.commitSHA), path.Join(uploadPath, tarName)) + return snapshotResult{CodeSourcePath: remote}, nil + } + } + + // Cache miss (or plain_tar): package the tarball locally, then upload the bytes. + if err := packageSnapshot(ctx, repoPath, plan, filepath.Join(tmp, tarName)); err != nil { + return snapshotResult{}, err + } + + libs, diags := libraries.ReplaceWithRemotePath(ctx, b) + if diags.HasError() { + return snapshotResult{}, diags.Error() + } + if diags := bundle.Apply(ctx, b, libraries.Upload(libs)); diags.HasError() { + return snapshotResult{}, diags.Error() + } + + remote, err := readCodeSourcePath(b) + if err != nil { + return snapshotResult{}, err + } + return snapshotResult{CodeSourcePath: remote}, nil +} + +// snapshotExists reports whether name already exists in the artifact store, used to +// short-circuit a cacheable git_archive upload. A not-found is a clean miss (false, +// nil); any other error is surfaced. +func snapshotExists(ctx context.Context, store filer.Filer, name string) (bool, error) { + _, err := store.Stat(ctx, name) + if err == nil { + return true, nil + } + if errors.Is(err, fs.ErrNotExist) { + return false, nil + } + return false, fmt.Errorf("failed to check snapshot cache: %w", err) +} + +// readCodeSourcePath returns the (rewritten) code_source_path from the bundle config. +func readCodeSourcePath(b *bundle.Bundle) (string, error) { + v, err := dyn.GetByPath(b.Config.Value(), + dyn.MustPathFromString("resources.jobs.air.tasks[0].ai_runtime_task.code_source_path")) + if err != nil { + return "", fmt.Errorf("code snapshot was not packaged: %w", err) + } + s, ok := v.AsString() + if !ok { + return "", fmt.Errorf("unexpected code_source_path value %v", v.AsAny()) + } + return s, nil +} diff --git a/experimental/air/cmd/snapshot_git.go b/experimental/air/cmd/snapshot_git.go index 616b3049f74..70dd34f4da9 100644 --- a/experimental/air/cmd/snapshot_git.go +++ b/experimental/air/cmd/snapshot_git.go @@ -200,6 +200,13 @@ func shortSHA(sha string) string { // coordination with the backend reader. const snapshotStateSchemaVersion = 1 +// gitStateName and gitDiffName are the git provenance sidecar basenames, uploaded +// next to the code snapshot for human/agent inspection of what was submitted. +const ( + gitStateName = "git_state.json" + gitDiffName = "git_diff.patch" +) + // defaultRemoteName is the remote consulted for merge-base and repo URL (local refs // only — the remote-fetch path is gone). const defaultRemoteName = "origin" diff --git a/experimental/air/cmd/snapshot_package.go b/experimental/air/cmd/snapshot_package.go index 672366086c9..dd043fdfa50 100644 --- a/experimental/air/cmd/snapshot_package.go +++ b/experimental/air/cmd/snapshot_package.go @@ -19,8 +19,6 @@ import ( // `git archive`, with every entry prefixed by directoryName/. When includePaths is // set, only those paths are archived. func createGitArchiveSnapshot(ctx context.Context, git gitRepo, commitSHA, outputTarball, directoryName string, includePaths []string) error { - // Single git invocation writes the gzipped tar with the desired prefix; no - // extract/repack. Provenance lives in the git_state.json sidecar, not here. args := []string{ "archive", "--format=tar.gz", diff --git a/experimental/air/cmd/snapshot_package_test.go b/experimental/air/cmd/snapshot_package_test.go index d895d59b98e..22561f4e2ce 100644 --- a/experimental/air/cmd/snapshot_package_test.go +++ b/experimental/air/cmd/snapshot_package_test.go @@ -49,9 +49,8 @@ func TestCreateGitArchiveSnapshot(t *testing.T) { require.NoError(t, createGitArchiveSnapshot(ctx, newGitRepo(repo), sha, out, dirName, nil)) entries := tarballEntries(t, out) - // Every real entry is prefixed with the directory name; the tracked files are - // present. git archive also emits a `pax_global_header` pseudo-entry carrying - // the commit SHA — it has no prefix and tar ignores it on extraction. + // Every real entry is prefixed with the directory name. git archive also emits a + // `pax_global_header` pseudo-entry (no prefix) that tar ignores on extraction. assert.Contains(t, entries, dirName+"/a.txt") assert.Contains(t, entries, dirName+"/src/model.py") for _, e := range entries { @@ -75,18 +74,17 @@ func TestCreateGitArchiveSnapshot_IncludePaths(t *testing.T) { entries := tarballEntries(t, out) assert.Contains(t, entries, dirName+"/src/model.py") - // a.txt is outside the include path, so it must not appear. assert.NotContains(t, entries, dirName+"/a.txt") } func TestCreatePlainTarball(t *testing.T) { ctx := t.Context() - repo := newTestRepo(t) + repo := t.TempDir() writeRepoFile(t, repo, "a.txt", "1") writeRepoFile(t, repo, "src/model.py", "print()") - commitAll(t, repo, "init") - // Uncommitted file must be included in a plain tar. writeRepoFile(t, repo, "dirty.txt", "wip") + // A .git dir must never be shipped. + writeRepoFile(t, repo, ".git/config", "x") out := filepath.Join(t.TempDir(), "snap.tar.gz") require.NoError(t, createPlainTarball(ctx, repo, out, nil)) @@ -103,7 +101,7 @@ func TestCreatePlainTarball(t *testing.T) { func TestCreatePlainTarball_HonorsGitignore(t *testing.T) { ctx := t.Context() - repo := newTestRepo(t) + repo := t.TempDir() writeRepoFile(t, repo, "keep.txt", "1") writeRepoFile(t, repo, "junk.log", "noise") writeRepoFile(t, repo, ".gitignore", "*.log\n") @@ -119,7 +117,7 @@ func TestCreatePlainTarball_HonorsGitignore(t *testing.T) { func TestCreatePlainTarball_IncludePaths(t *testing.T) { ctx := t.Context() - repo := newTestRepo(t) + repo := t.TempDir() writeRepoFile(t, repo, "a.txt", "1") writeRepoFile(t, repo, "src/model.py", "print()") diff --git a/experimental/air/cmd/snapshot_test.go b/experimental/air/cmd/snapshot_test.go deleted file mode 100644 index d94fe005fc9..00000000000 --- a/experimental/air/cmd/snapshot_test.go +++ /dev/null @@ -1,155 +0,0 @@ -package aircmd - -import ( - "context" - "io" - "os" - "path" - "path/filepath" - "testing" - - "github.com/databricks/cli/libs/filer" - "github.com/databricks/cli/libs/testserver" - "github.com/databricks/databricks-sdk-go" - "github.com/stretchr/testify/assert" - "github.com/stretchr/testify/require" -) - -func TestResolveRootPath(t *testing.T) { - ctx := t.Context() - dir := t.TempDir() - require.NoError(t, os.MkdirAll(filepath.Join(dir, "proj"), 0o755)) - - // root_path "." resolves against configDir to an absolute path whose basename is - // the real directory name — not "." (which would name the tarball ._.tar.gz, - // colliding with the AppleDouble exclude pattern the remote strips). - got, err := resolveRootPath(ctx, ".", filepath.Join(dir, "proj")) - require.NoError(t, err) - assert.True(t, filepath.IsAbs(got)) - assert.Equal(t, "proj", filepath.Base(got)) - - // A relative subpath resolves against configDir and keeps its own basename. - require.NoError(t, os.MkdirAll(filepath.Join(dir, "proj", "sub"), 0o755)) - got, err = resolveRootPath(ctx, "sub", filepath.Join(dir, "proj")) - require.NoError(t, err) - assert.Equal(t, "sub", filepath.Base(got)) - - // A non-existent path errors. - _, err = resolveRootPath(ctx, "missing", dir) - require.Error(t, err) -} - -// newSnapshotTestClient returns a workspace client backed by the in-process fake, -// which models workspace get-status / import-file with real state. -func newSnapshotTestClient(t *testing.T) *databricks.WorkspaceClient { - t.Helper() - server := testserver.New(t) - t.Cleanup(server.Close) - testserver.AddDefaultHandlers(server) - w, err := databricks.NewWorkspaceClient(&databricks.Config{Host: server.URL, Token: "token"}) - require.NoError(t, err) - return w -} - -// testUploader builds a snapshotUploader whose tar store and sidecar store both live -// under distinct workspace roots on the fake server. -func testUploader(t *testing.T, w *databricks.WorkspaceClient, tarBase, sidecarBase string) snapshotUploader { - t.Helper() - tarStore, err := filer.NewWorkspaceFilesClient(w, tarBase) - require.NoError(t, err) - sidecarStore, err := filer.NewWorkspaceFilesClient(w, sidecarBase) - require.NoError(t, err) - return snapshotUploader{tarStore: tarStore, sidecarStore: sidecarStore, tarBase: tarBase, sidecarBase: sidecarBase} -} - -func TestRunSnapshot_GitArchive(t *testing.T) { - ctx := t.Context() - w := newSnapshotTestClient(t) - repo := newTestRepo(t) - writeRepoFile(t, repo, "train.py", "print()") - sha := commitAll(t, repo, "init") - - up := testUploader(t, w, "/Workspace/Users/me/.air/repo_snapshots/repo", "/Workspace/Users/me/.air/cli_launch/exp/run") - res, err := runSnapshot(ctx, up, repo, &snapshotSourceConfig{RootPath: repo, Git: &gitRef{Commit: &sha}}) - require.NoError(t, err) - - // Tarball is cache-key-named under the tar base, prefixed with the repo dir name - // (the temp dir's basename); a clean git repo yields a git_state sidecar, no diff. - cacheKey := computeSnapshotCacheKey(sha, nil) - wantName := filepath.Base(repo) + "_" + cacheKey[:16] + ".tar.gz" - assert.Equal(t, path.Join(up.tarBase, wantName), res.CodeSourcePath) - assert.Equal(t, path.Join(up.sidecarBase, gitStateName), res.GitStatePath) - assert.Empty(t, res.GitDiffPath) -} - -func TestRunSnapshot_CacheHitSkipsUpload(t *testing.T) { - ctx := t.Context() - w := newSnapshotTestClient(t) - repo := newTestRepo(t) - writeRepoFile(t, repo, "train.py", "print()") - sha := commitAll(t, repo, "init") - - up := testUploader(t, w, "/Workspace/Users/me/.air/repo_snapshots/repo", "/Workspace/Users/me/.air/cli_launch/exp/run") - snap := &snapshotSourceConfig{RootPath: repo, Git: &gitRef{Commit: &sha}} - - // First submission uploads the tarball. - res1, err := runSnapshot(ctx, up, repo, snap) - require.NoError(t, err) - - // Count uploads to the tarball path on a fresh uploader: the second run should - // see the cached tarball via Stat and not re-upload it. - writes := &countingFiler{Filer: up.tarStore} - up2 := up - up2.tarStore = writes - res2, err := runSnapshot(ctx, up2, repo, snap) - require.NoError(t, err) - - assert.Equal(t, res1.CodeSourcePath, res2.CodeSourcePath) - assert.Zero(t, writes.writes, "cache hit must not re-upload the tarball") -} - -func TestRunSnapshot_PlainTarDirty(t *testing.T) { - ctx := t.Context() - w := newSnapshotTestClient(t) - repo := newTestRepo(t) - writeRepoFile(t, repo, "train.py", "print()") - commitAll(t, repo, "init") - writeRepoFile(t, repo, "train.py", "print('wip')") // dirty, no git ref - - up := testUploader(t, w, "/Workspace/Users/me/.air/repo_snapshots/repo", "/Workspace/Users/me/.air/cli_launch/exp/run") - res, err := runSnapshot(ctx, up, repo, &snapshotSourceConfig{RootPath: repo}) - require.NoError(t, err) - - // Plain tar is timestamp-named (not cache-key-named); a dirty tree captures both - // the state and the diff sidecar. - assert.Contains(t, res.CodeSourcePath, path.Join(up.tarBase, filepath.Base(repo)+"_")) - assert.Equal(t, path.Join(up.sidecarBase, gitStateName), res.GitStatePath) - assert.Equal(t, path.Join(up.sidecarBase, gitDiffName), res.GitDiffPath) -} - -func TestRunSnapshot_NonGitDir(t *testing.T) { - ctx := t.Context() - w := newSnapshotTestClient(t) - dir := t.TempDir() - writeRepoFile(t, dir, "train.py", "print()") - - up := testUploader(t, w, "/Workspace/Users/me/.air/repo_snapshots/proj", "/Workspace/Users/me/.air/cli_launch/exp/run") - res, err := runSnapshot(ctx, up, dir, &snapshotSourceConfig{RootPath: dir}) - require.NoError(t, err) - - // Non-git dir: plain tar, and no provenance sidecars. - assert.NotEmpty(t, res.CodeSourcePath) - assert.Empty(t, res.GitStatePath) - assert.Empty(t, res.GitDiffPath) -} - -// countingFiler wraps a Filer to count Write calls, for asserting cache-hit skips. -type countingFiler struct { - filer.Filer - writes int -} - -func (c *countingFiler) Write(ctx context.Context, name string, reader io.Reader, mode ...filer.WriteMode) error { - c.writes++ - return c.Filer.Write(ctx, name, reader, mode...) -} From b6324738c9f418912bf95aca6713d0b1f20479ad Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 21:01:39 +0000 Subject: [PATCH 10/15] regenerate pydabs bundle models after SDK v0.165 catch-up The main->air-cli catch-up merge bumped the SDK to v0.165 and pulled in updated generated pydabs models, but the checked-in python/databricks/bundles/** was formatted by an older pinned ruff. The current ruff pin reformats them (e.g. "Self" -> 'Self', import wrapping), so `task generate-check` / the validate-generated CI job drifts on every PR into air-cli (#6102, #6090). Regenerated with `task pydabs-codegen` so the checked-in models match the generators + pinned ruff. Generated-only change (python/databricks/bundles/**). Co-authored-by: Isaac --- .../databricks/bundles/catalogs/__init__.py | 75 +- .../_models/azure_encryption_settings.py | 23 +- .../bundles/catalogs/_models/catalog.py | 38 +- .../catalogs/_models/encryption_settings.py | 28 +- .../bundles/catalogs/_models/lifecycle.py | 23 +- .../bundles/catalogs/_models/privilege.py | 71 +- .../catalogs/_models/privilege_assignment.py | 24 +- python/databricks/bundles/jobs/__init__.py | 1261 ++++++----------- .../bundles/jobs/_models/adlsgen2_info.py | 159 ++- .../bundles/jobs/_models/ai_runtime_task.py | 171 ++- .../bundles/jobs/_models/alert_task.py | 162 ++- .../jobs/_models/alert_task_subscriber.py | 159 ++- .../jobs/_models/authentication_method.py | 149 +- .../bundles/jobs/_models/auto_scale.py | 158 ++- .../bundles/jobs/_models/aws_attributes.py | 167 ++- .../bundles/jobs/_models/aws_availability.py | 156 +- .../bundles/jobs/_models/azure_attributes.py | 167 ++- .../jobs/_models/azure_availability.py | 155 +- .../jobs/_models/clean_rooms_notebook_task.py | 163 ++- .../bundles/jobs/_models/clients_types.py | 158 ++- .../bundles/jobs/_models/cluster_log_conf.py | 171 ++- .../bundles/jobs/_models/cluster_spec.py | 207 ++- .../bundles/jobs/_models/compute.py | 162 ++- .../bundles/jobs/_models/compute_config.py | 159 ++- .../bundles/jobs/_models/compute_spec.py | 165 ++- .../_models/compute_spec_accelerator_type.py | 156 +- .../bundles/jobs/_models/condition.py | 149 +- .../bundles/jobs/_models/condition_task.py | 162 ++- .../bundles/jobs/_models/condition_task_op.py | 164 ++- .../jobs/_models/confidential_compute_type.py | 156 +- .../bundles/jobs/_models/continuous.py | 161 ++- .../bundles/jobs/_models/cron_schedule.py | 161 ++- .../bundles/jobs/_models/dashboard_task.py | 160 ++- .../jobs/_models/data_security_mode.py | 176 ++- .../bundles/jobs/_models/dbfs_storage_info.py | 159 ++- .../bundles/jobs/_models/dbt_platform_task.py | 159 ++- .../bundles/jobs/_models/dbt_task.py | 157 +- .../bundles/jobs/_models/dependency_mode.py | 161 ++- .../bundles/jobs/_models/deployment_spec.py | 165 ++- .../bundles/jobs/_models/docker_basic_auth.py | 158 ++- .../bundles/jobs/_models/docker_image.py | 162 ++- .../bundles/jobs/_models/ebs_volume_type.py | 154 +- .../bundles/jobs/_models/environment.py | 159 ++- .../file_arrival_trigger_configuration.py | 162 ++- .../bundles/jobs/_models/for_each_task.py | 160 ++- .../bundles/jobs/_models/gcp_attributes.py | 167 ++- .../bundles/jobs/_models/gcp_availability.py | 155 +- .../bundles/jobs/_models/gcs_storage_info.py | 159 ++- .../jobs/_models/gen_ai_compute_task.py | 164 ++- .../bundles/jobs/_models/git_provider.py | 163 ++- .../bundles/jobs/_models/git_source.py | 166 ++- .../jobs/_models/hardware_accelerator_type.py | 154 +- .../bundles/jobs/_models/init_script_info.py | 187 ++- python/databricks/bundles/jobs/_models/job.py | 217 ++- .../bundles/jobs/_models/job_cluster.py | 159 ++- .../jobs/_models/job_email_notifications.py | 162 ++- .../bundles/jobs/_models/job_environment.py | 159 ++- .../jobs/_models/job_notification_settings.py | 158 ++- .../jobs/_models/job_parameter_definition.py | 158 ++- .../bundles/jobs/_models/job_permission.py | 162 ++- .../jobs/_models/job_permission_level.py | 154 +- .../bundles/jobs/_models/job_run_as.py | 161 ++- .../jobs/_models/jobs_health_metric.py | 163 ++- .../jobs/_models/jobs_health_operator.py | 150 +- .../bundles/jobs/_models/jobs_health_rule.py | 166 ++- .../bundles/jobs/_models/jobs_health_rules.py | 163 ++- .../databricks/bundles/jobs/_models/kind.py | 156 +- .../bundles/jobs/_models/library.py | 170 ++- .../bundles/jobs/_models/lifecycle.py | 158 ++- .../bundles/jobs/_models/local_file_info.py | 158 ++- .../jobs/_models/log_analytics_info.py | 158 ++- .../bundles/jobs/_models/maven_library.py | 162 ++- .../_models/model_trigger_configuration.py | 171 ++- .../model_trigger_configuration_condition.py | 155 +- .../jobs/_models/node_type_flexibility.py | 159 ++- .../bundles/jobs/_models/notebook_task.py | 161 ++- .../bundles/jobs/_models/pause_status.py | 149 +- .../jobs/_models/performance_target.py | 154 +- .../_models/periodic_trigger_configuration.py | 166 ++- ...eriodic_trigger_configuration_time_unit.py | 153 +- .../bundles/jobs/_models/pipeline_params.py | 158 ++- .../bundles/jobs/_models/pipeline_task.py | 163 ++- .../bundles/jobs/_models/power_bi_model.py | 161 ++- .../bundles/jobs/_models/power_bi_table.py | 157 +- .../bundles/jobs/_models/power_bi_task.py | 166 ++- .../jobs/_models/python_operator_task.py | 167 ++- .../_models/python_operator_task_parameter.py | 163 ++- .../jobs/_models/python_py_pi_library.py | 158 ++- .../bundles/jobs/_models/python_wheel_task.py | 158 ++- .../bundles/jobs/_models/queue_settings.py | 158 ++- .../bundles/jobs/_models/r_cran_library.py | 158 ++- .../databricks/bundles/jobs/_models/run_if.py | 164 ++- .../bundles/jobs/_models/run_job_task.py | 166 ++- .../bundles/jobs/_models/runtime_engine.py | 149 +- .../bundles/jobs/_models/s3_storage_info.py | 159 ++- .../databricks/bundles/jobs/_models/source.py | 150 +- .../bundles/jobs/_models/spark_jar_task.py | 162 ++- .../bundles/jobs/_models/spark_python_task.py | 161 ++- .../bundles/jobs/_models/spark_submit_task.py | 161 ++- .../bundles/jobs/_models/sparse_checkout.py | 158 ++- .../_models/sql_condition_configuration.py | 167 ++- .../_models/sql_condition_trigger_mode.py | 158 ++- .../bundles/jobs/_models/sql_task.py | 175 ++- .../bundles/jobs/_models/sql_task_alert.py | 166 ++- .../jobs/_models/sql_task_dashboard.py | 166 ++- .../bundles/jobs/_models/sql_task_file.py | 157 +- .../bundles/jobs/_models/sql_task_query.py | 158 ++- .../jobs/_models/sql_task_subscription.py | 158 ++- .../bundles/jobs/_models/storage_mode.py | 149 +- .../bundles/jobs/_models/subscription.py | 162 ++- .../jobs/_models/subscription_subscriber.py | 158 ++- .../table_update_trigger_configuration.py | 161 ++- .../databricks/bundles/jobs/_models/task.py | 245 ++-- .../bundles/jobs/_models/task_dependency.py | 158 ++- .../jobs/_models/task_email_notifications.py | 162 ++- .../_models/task_notification_settings.py | 158 ++- .../bundles/jobs/_models/task_retry_mode.py | 150 +- .../bundles/jobs/_models/trigger_settings.py | 177 ++- .../jobs/_models/volumes_storage_info.py | 159 ++- .../bundles/jobs/_models/webhook.py | 158 ++- .../jobs/_models/webhook_notifications.py | 163 ++- .../bundles/jobs/_models/workload_type.py | 163 ++- .../jobs/_models/workspace_storage_info.py | 159 ++- .../databricks/bundles/pipelines/__init__.py | 1008 +++++-------- .../pipelines/_models/adlsgen2_info.py | 124 +- .../_models/auto_full_refresh_policy.py | 124 +- .../pipelines/_models/aws_attributes.py | 132 +- .../pipelines/_models/aws_availability.py | 121 +- .../pipelines/_models/azure_attributes.py | 132 +- .../pipelines/_models/azure_availability.py | 120 +- .../pipelines/_models/cluster_log_conf.py | 136 +- .../_models/confidential_compute_type.py | 121 +- .../_models/confluence_connector_options.py | 128 +- .../_models/connection_parameters.py | 124 +- .../pipelines/_models/connector_options.py | 172 ++- .../pipelines/_models/connector_type.py | 115 +- .../pipelines/_models/data_staging_options.py | 124 +- .../bundles/pipelines/_models/day_of_week.py | 122 +- .../pipelines/_models/dbfs_storage_info.py | 124 +- .../pipelines/_models/ebs_volume_type.py | 119 +- .../pipelines/_models/event_log_spec.py | 124 +- .../bundles/pipelines/_models/file_filter.py | 124 +- .../_models/file_ingestion_options.py | 145 +- .../file_ingestion_options_file_format.py | 120 +- ...ingestion_options_schema_evolution_mode.py | 126 +- .../bundles/pipelines/_models/file_library.py | 123 +- .../bundles/pipelines/_models/filters.py | 123 +- .../pipelines/_models/gcp_attributes.py | 132 +- .../pipelines/_models/gcp_availability.py | 120 +- .../pipelines/_models/gcs_storage_info.py | 124 +- .../pipelines/_models/google_ads_config.py | 124 +- .../google_ads_custom_report_options.py | 130 +- .../pipelines/_models/google_ads_options.py | 130 +- .../pipelines/_models/google_drive_options.py | 132 +- ..._drive_options_google_drive_entity_type.py | 120 +- .../pipelines/_models/ingestion_config.py | 129 +- .../ingestion_gateway_pipeline_definition.py | 132 +- .../_models/ingestion_pipeline_definition.py | 151 +- ...tion_pipeline_definition_fanout_options.py | 135 +- ...fic_config_query_based_connector_config.py | 138 +- ...ne_definition_workday_report_parameters.py | 131 +- .../pipelines/_models/init_script_info.py | 152 +- .../_models/jira_connector_options.py | 124 +- .../_models/json_transformer_options.py | 135 +- .../pipelines/_models/kafka_options.py | 131 +- .../bundles/pipelines/_models/lifecycle.py | 123 +- .../pipelines/_models/local_file_info.py | 123 +- .../pipelines/_models/log_analytics_info.py | 123 +- .../pipelines/_models/maven_library.py | 127 +- .../_models/meta_marketing_options.py | 136 +- ...ns_meta_marketing_custom_report_options.py | 133 +- .../pipelines/_models/notebook_library.py | 123 +- .../pipelines/_models/notifications.py | 123 +- .../_models/operation_time_window.py | 127 +- .../_models/outlook_attachment_mode.py | 121 +- .../pipelines/_models/outlook_body_format.py | 117 +- .../pipelines/_models/outlook_options.py | 134 +- .../bundles/pipelines/_models/path_pattern.py | 123 +- .../bundles/pipelines/_models/pipeline.py | 171 ++- .../pipelines/_models/pipeline_cluster.py | 151 +- .../_models/pipeline_cluster_autoscale.py | 127 +- .../pipeline_cluster_autoscale_mode.py | 119 +- .../pipelines/_models/pipeline_library.py | 139 +- .../pipelines/_models/pipeline_permission.py | 127 +- .../_models/pipeline_permission_level.py | 119 +- .../_models/pipelines_environment.py | 124 +- .../_models/postgres_catalog_config.py | 128 +- .../pipelines/_models/postgres_slot_config.py | 124 +- .../pipelines/_models/reddit_ads_options.py | 138 +- ...ptions_reddit_ads_custom_report_options.py | 133 +- .../bundles/pipelines/_models/report_spec.py | 127 +- .../pipelines/_models/restart_window.py | 127 +- .../bundles/pipelines/_models/run_as.py | 126 +- .../pipelines/_models/s3_storage_info.py | 124 +- .../bundles/pipelines/_models/schema_spec.py | 135 +- .../pipelines/_models/sharepoint_options.py | 132 +- ...arepoint_options_sharepoint_entity_type.py | 120 +- .../pipelines/_models/smartsheet_options.py | 126 +- .../_models/source_catalog_config.py | 128 +- .../pipelines/_models/source_config.py | 131 +- .../bundles/pipelines/_models/table_spec.py | 131 +- .../_models/table_specific_config.py | 159 ++- .../_models/table_specific_config_scd_type.py | 119 +- .../pipelines/_models/tik_tok_ads_options.py | 138 +- ...tions_tik_tok_ads_custom_report_options.py | 141 +- .../tik_tok_ads_options_tik_tok_data_level.py | 122 +- ...tik_tok_ads_options_tik_tok_report_type.py | 122 +- .../bundles/pipelines/_models/transformer.py | 132 +- .../pipelines/_models/transformer_format.py | 114 +- .../pipelines/_models/volumes_storage_info.py | 124 +- .../_models/workspace_storage_info.py | 124 +- .../_models/zendesk_support_options.py | 126 +- python/databricks/bundles/schemas/__init__.py | 47 +- .../bundles/schemas/_models/lifecycle.py | 21 +- .../bundles/schemas/_models/privilege.py | 69 +- .../schemas/_models/privilege_assignment.py | 20 +- .../bundles/schemas/_models/schema.py | 30 +- python/databricks/bundles/volumes/__init__.py | 52 +- .../bundles/volumes/_models/lifecycle.py | 23 +- .../bundles/volumes/_models/privilege.py | 71 +- .../volumes/_models/privilege_assignment.py | 22 +- .../bundles/volumes/_models/volume.py | 30 +- .../bundles/volumes/_models/volume_type.py | 14 +- 223 files changed, 28570 insertions(+), 4384 deletions(-) diff --git a/python/databricks/bundles/catalogs/__init__.py b/python/databricks/bundles/catalogs/__init__.py index af3df5a2c86..db0e8a7ed44 100644 --- a/python/databricks/bundles/catalogs/__init__.py +++ b/python/databricks/bundles/catalogs/__init__.py @@ -1,55 +1,36 @@ __all__ = [ - "AzureEncryptionSettings", - "AzureEncryptionSettingsDict", - "AzureEncryptionSettingsParam", - "Catalog", - "CatalogDict", - "CatalogGrant", - "CatalogGrantDict", - "CatalogGrantParam", - "CatalogGrantPrivilege", - "CatalogGrantPrivilegeParam", - "CatalogParam", - "EncryptionSettings", - "EncryptionSettingsDict", - "EncryptionSettingsParam", - "Lifecycle", - "LifecycleDict", - "LifecycleParam", - "Privilege", - "PrivilegeAssignment", - "PrivilegeAssignmentDict", - "PrivilegeAssignmentParam", - "PrivilegeParam", + 'AzureEncryptionSettings', + 'AzureEncryptionSettingsDict', + 'AzureEncryptionSettingsParam', + 'Catalog', + 'CatalogDict', + 'CatalogParam', + 'EncryptionSettings', + 'EncryptionSettingsDict', + 'EncryptionSettingsParam', + 'Lifecycle', + 'LifecycleDict', + 'LifecycleParam', + 'Privilege', + 'PrivilegeAssignment', + 'PrivilegeAssignmentDict', + 'PrivilegeAssignmentParam', + 'PrivilegeParam', + 'CatalogGrant', + 'CatalogGrantDict', + 'CatalogGrantParam', + 'CatalogGrantPrivilege', + 'CatalogGrantPrivilegeParam', ] -from databricks.bundles.catalogs._models.azure_encryption_settings import ( - AzureEncryptionSettings, - AzureEncryptionSettingsDict, - AzureEncryptionSettingsParam, -) -from databricks.bundles.catalogs._models.catalog import ( - Catalog, - CatalogDict, - CatalogParam, -) -from databricks.bundles.catalogs._models.encryption_settings import ( - EncryptionSettings, - EncryptionSettingsDict, - EncryptionSettingsParam, -) -from databricks.bundles.catalogs._models.lifecycle import ( - Lifecycle, - LifecycleDict, - LifecycleParam, -) +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam -from databricks.bundles.catalogs._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentDict, - PrivilegeAssignmentParam, -) + CatalogGrant = PrivilegeAssignment CatalogGrantDict = PrivilegeAssignmentDict diff --git a/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py b/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py index 023e0608d38..70ce5889a24 100644 --- a/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py +++ b/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py @@ -1,14 +1,22 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AzureEncryptionSettings: """""" @@ -20,11 +28,12 @@ class AzureEncryptionSettings: azure_cmk_managed_identity_id: VariableOrOptional[str] = None @classmethod - def from_dict(cls, value: "AzureEncryptionSettingsDict") -> "Self": + def from_dict(cls, value: 'AzureEncryptionSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AzureEncryptionSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AzureEncryptionSettingsDict': + return _transform_to_json_value(self) # type:ignore + class AzureEncryptionSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/catalog.py b/python/databricks/bundles/catalogs/_models/catalog.py index ffdda5725d9..3488bb7cd4f 100644 --- a/python/databricks/bundles/catalogs/_models/catalog.py +++ b/python/databricks/bundles/catalogs/_models/catalog.py @@ -1,29 +1,22 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict - -from databricks.bundles.catalogs._models.encryption_settings import ( - EncryptionSettings, - EncryptionSettingsParam, -) -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleParam -from databricks.bundles.catalogs._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentParam, -) +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field + from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Catalog(Resource): """""" @@ -91,11 +84,12 @@ class Catalog(Resource): """ @classmethod - def from_dict(cls, value: "CatalogDict") -> "Self": + def from_dict(cls, value: 'CatalogDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "CatalogDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'CatalogDict': + return _transform_to_json_value(self) # type:ignore + class CatalogDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/encryption_settings.py b/python/databricks/bundles/catalogs/_models/encryption_settings.py index 184997cda55..048f10416d7 100644 --- a/python/databricks/bundles/catalogs/_models/encryption_settings.py +++ b/python/databricks/bundles/catalogs/_models/encryption_settings.py @@ -1,25 +1,28 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field -from databricks.bundles.catalogs._models.azure_encryption_settings import ( - AzureEncryptionSettings, - AzureEncryptionSettingsParam, -) +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class EncryptionSettings: """ Encryption Settings are used to carry metadata for securable encryption at rest. Currently used for catalogs, we can use the information supplied here to interact with a CMK. """ - azure_encryption_settings: VariableOrOptional[AzureEncryptionSettings] = None """ optional Azure settings - only required if an Azure CMK is used. @@ -36,11 +39,12 @@ class EncryptionSettings: """ @classmethod - def from_dict(cls, value: "EncryptionSettingsDict") -> "Self": + def from_dict(cls, value: 'EncryptionSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "EncryptionSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'EncryptionSettingsDict': + return _transform_to_json_value(self) # type:ignore + class EncryptionSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/lifecycle.py b/python/databricks/bundles/catalogs/_models/lifecycle.py index c934967f37e..cba74b4730d 100644 --- a/python/databricks/bundles/catalogs/_models/lifecycle.py +++ b/python/databricks/bundles/catalogs/_models/lifecycle.py @@ -1,14 +1,22 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Lifecycle: """""" @@ -19,11 +27,12 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: "LifecycleDict") -> "Self": + def from_dict(cls, value: 'LifecycleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LifecycleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LifecycleDict': + return _transform_to_json_value(self) # type:ignore + class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/privilege.py b/python/databricks/bundles/catalogs/_models/privilege.py index 7f118b07668..fab2d911c1a 100644 --- a/python/databricks/bundles/catalogs/_models/privilege.py +++ b/python/databricks/bundles/catalogs/_models/privilege.py @@ -1,6 +1,17 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam class Privilege(Enum): SELECT = "SELECT" @@ -55,60 +66,4 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" - -PrivilegeParam = ( - Literal[ - "SELECT", - "READ_PRIVATE_FILES", - "WRITE_PRIVATE_FILES", - "CREATE", - "USAGE", - "USE_CATALOG", - "USE_SCHEMA", - "CREATE_SCHEMA", - "CREATE_VIEW", - "CREATE_EXTERNAL_TABLE", - "CREATE_MATERIALIZED_VIEW", - "CREATE_FUNCTION", - "CREATE_MODEL", - "CREATE_CATALOG", - "CREATE_MANAGED_STORAGE", - "CREATE_EXTERNAL_LOCATION", - "CREATE_STORAGE_CREDENTIAL", - "CREATE_SERVICE_CREDENTIAL", - "ACCESS", - "CREATE_SHARE", - "CREATE_RECIPIENT", - "CREATE_PROVIDER", - "USE_SHARE", - "USE_RECIPIENT", - "USE_PROVIDER", - "USE_MARKETPLACE_ASSETS", - "SET_SHARE_PERMISSION", - "MODIFY", - "REFRESH", - "EXECUTE", - "READ_FILES", - "WRITE_FILES", - "CREATE_TABLE", - "ALL_PRIVILEGES", - "CREATE_CONNECTION", - "USE_CONNECTION", - "APPLY_TAG", - "CREATE_FOREIGN_CATALOG", - "CREATE_FOREIGN_SECURABLE", - "MANAGE_ALLOWLIST", - "CREATE_VOLUME", - "CREATE_EXTERNAL_VOLUME", - "READ_VOLUME", - "WRITE_VOLUME", - "MANAGE", - "BROWSE", - "CREATE_CLEAN_ROOM", - "MODIFY_CLEAN_ROOM", - "EXECUTE_CLEAN_ROOM_TASK", - "EXTERNAL_USE_SCHEMA", - "READ_METADATA", - ] - | Privilege -) +PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege diff --git a/python/databricks/bundles/catalogs/_models/privilege_assignment.py b/python/databricks/bundles/catalogs/_models/privilege_assignment.py index f3b67558216..7532ece37c6 100644 --- a/python/databricks/bundles/catalogs/_models/privilege_assignment.py +++ b/python/databricks/bundles/catalogs/_models/privilege_assignment.py @@ -1,15 +1,22 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam +from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam +from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -26,11 +33,12 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": + def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PrivilegeAssignmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PrivilegeAssignmentDict': + return _transform_to_json_value(self) # type:ignore + class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/__init__.py b/python/databricks/bundles/jobs/__init__.py index d215d5ce889..91fa62414d7 100644 --- a/python/databricks/bundles/jobs/__init__.py +++ b/python/databricks/bundles/jobs/__init__.py @@ -1,824 +1,466 @@ __all__ = [ - "Adlsgen2Info", - "Adlsgen2InfoDict", - "Adlsgen2InfoParam", - "AiRuntimeTask", - "AiRuntimeTaskDict", - "AiRuntimeTaskParam", - "AlertTask", - "AlertTaskDict", - "AlertTaskParam", - "AlertTaskSubscriber", - "AlertTaskSubscriberDict", - "AlertTaskSubscriberParam", - "AuthenticationMethod", - "AuthenticationMethodParam", - "AutoScale", - "AutoScaleDict", - "AutoScaleParam", - "AwsAttributes", - "AwsAttributesDict", - "AwsAttributesParam", - "AwsAvailability", - "AwsAvailabilityParam", - "AzureAttributes", - "AzureAttributesDict", - "AzureAttributesParam", - "AzureAvailability", - "AzureAvailabilityParam", - "CleanRoomsNotebookTask", - "CleanRoomsNotebookTaskDict", - "CleanRoomsNotebookTaskParam", - "ClientsTypes", - "ClientsTypesDict", - "ClientsTypesParam", - "ClusterLogConf", - "ClusterLogConfDict", - "ClusterLogConfParam", - "ClusterSpec", - "ClusterSpecDict", - "ClusterSpecParam", - "Compute", - "ComputeConfig", - "ComputeConfigDict", - "ComputeConfigParam", - "ComputeDict", - "ComputeParam", - "ComputeSpec", - "ComputeSpecAcceleratorType", - "ComputeSpecAcceleratorTypeParam", - "ComputeSpecDict", - "ComputeSpecParam", - "Condition", - "ConditionParam", - "ConditionTask", - "ConditionTaskDict", - "ConditionTaskOp", - "ConditionTaskOpParam", - "ConditionTaskParam", - "ConfidentialComputeType", - "ConfidentialComputeTypeParam", - "Continuous", - "ContinuousDict", - "ContinuousParam", - "CronSchedule", - "CronScheduleDict", - "CronScheduleParam", - "DashboardTask", - "DashboardTaskDict", - "DashboardTaskParam", - "DataSecurityMode", - "DataSecurityModeParam", - "DbfsStorageInfo", - "DbfsStorageInfoDict", - "DbfsStorageInfoParam", - "DbtPlatformTask", - "DbtPlatformTaskDict", - "DbtPlatformTaskParam", - "DbtTask", - "DbtTaskDict", - "DbtTaskParam", - "DependencyMode", - "DependencyModeParam", - "DeploymentSpec", - "DeploymentSpecDict", - "DeploymentSpecParam", - "DockerBasicAuth", - "DockerBasicAuthDict", - "DockerBasicAuthParam", - "DockerImage", - "DockerImageDict", - "DockerImageParam", - "EbsVolumeType", - "EbsVolumeTypeParam", - "Environment", - "EnvironmentDict", - "EnvironmentParam", - "FileArrivalTriggerConfiguration", - "FileArrivalTriggerConfigurationDict", - "FileArrivalTriggerConfigurationParam", - "ForEachTask", - "ForEachTaskDict", - "ForEachTaskParam", - "GcpAttributes", - "GcpAttributesDict", - "GcpAttributesParam", - "GcpAvailability", - "GcpAvailabilityParam", - "GcsStorageInfo", - "GcsStorageInfoDict", - "GcsStorageInfoParam", - "GenAiComputeTask", - "GenAiComputeTaskDict", - "GenAiComputeTaskParam", - "GitProvider", - "GitProviderParam", - "GitSource", - "GitSourceDict", - "GitSourceParam", - "HardwareAcceleratorType", - "HardwareAcceleratorTypeParam", - "InitScriptInfo", - "InitScriptInfoDict", - "InitScriptInfoParam", - "Job", - "JobCluster", - "JobClusterDict", - "JobClusterParam", - "JobDict", - "JobEmailNotifications", - "JobEmailNotificationsDict", - "JobEmailNotificationsParam", - "JobEnvironment", - "JobEnvironmentDict", - "JobEnvironmentParam", - "JobNotificationSettings", - "JobNotificationSettingsDict", - "JobNotificationSettingsParam", - "JobParam", - "JobParameterDefinition", - "JobParameterDefinitionDict", - "JobParameterDefinitionParam", - "JobPermission", - "JobPermissionDict", - "JobPermissionLevel", - "JobPermissionLevelParam", - "JobPermissionParam", - "JobRunAs", - "JobRunAsDict", - "JobRunAsParam", - "JobsHealthMetric", - "JobsHealthMetricParam", - "JobsHealthOperator", - "JobsHealthOperatorParam", - "JobsHealthRule", - "JobsHealthRuleDict", - "JobsHealthRuleParam", - "JobsHealthRules", - "JobsHealthRulesDict", - "JobsHealthRulesParam", - "Kind", - "KindParam", - "Library", - "LibraryDict", - "LibraryParam", - "Lifecycle", - "LifecycleDict", - "LifecycleParam", - "LocalFileInfo", - "LocalFileInfoDict", - "LocalFileInfoParam", - "LogAnalyticsInfo", - "LogAnalyticsInfoDict", - "LogAnalyticsInfoParam", - "MavenLibrary", - "MavenLibraryDict", - "MavenLibraryParam", - "ModelTriggerConfiguration", - "ModelTriggerConfigurationCondition", - "ModelTriggerConfigurationConditionParam", - "ModelTriggerConfigurationDict", - "ModelTriggerConfigurationParam", - "NodeTypeFlexibility", - "NodeTypeFlexibilityDict", - "NodeTypeFlexibilityParam", - "NotebookTask", - "NotebookTaskDict", - "NotebookTaskParam", - "PauseStatus", - "PauseStatusParam", - "PerformanceTarget", - "PerformanceTargetParam", - "PeriodicTriggerConfiguration", - "PeriodicTriggerConfigurationDict", - "PeriodicTriggerConfigurationParam", - "PeriodicTriggerConfigurationTimeUnit", - "PeriodicTriggerConfigurationTimeUnitParam", - "PipelineParams", - "PipelineParamsDict", - "PipelineParamsParam", - "PipelineTask", - "PipelineTaskDict", - "PipelineTaskParam", - "PowerBiModel", - "PowerBiModelDict", - "PowerBiModelParam", - "PowerBiTable", - "PowerBiTableDict", - "PowerBiTableParam", - "PowerBiTask", - "PowerBiTaskDict", - "PowerBiTaskParam", - "PythonOperatorTask", - "PythonOperatorTaskDict", - "PythonOperatorTaskParam", - "PythonOperatorTaskParameter", - "PythonOperatorTaskParameterDict", - "PythonOperatorTaskParameterParam", - "PythonPyPiLibrary", - "PythonPyPiLibraryDict", - "PythonPyPiLibraryParam", - "PythonWheelTask", - "PythonWheelTaskDict", - "PythonWheelTaskParam", - "QueueSettings", - "QueueSettingsDict", - "QueueSettingsParam", - "RCranLibrary", - "RCranLibraryDict", - "RCranLibraryParam", - "RunIf", - "RunIfParam", - "RunJobTask", - "RunJobTaskDict", - "RunJobTaskParam", - "RuntimeEngine", - "RuntimeEngineParam", - "S3StorageInfo", - "S3StorageInfoDict", - "S3StorageInfoParam", - "Source", - "SourceParam", - "SparkJarTask", - "SparkJarTaskDict", - "SparkJarTaskParam", - "SparkPythonTask", - "SparkPythonTaskDict", - "SparkPythonTaskParam", - "SparkSubmitTask", - "SparkSubmitTaskDict", - "SparkSubmitTaskParam", - "SparseCheckout", - "SparseCheckoutDict", - "SparseCheckoutParam", - "SqlConditionConfiguration", - "SqlConditionConfigurationDict", - "SqlConditionConfigurationParam", - "SqlConditionTriggerMode", - "SqlConditionTriggerModeParam", - "SqlTask", - "SqlTaskAlert", - "SqlTaskAlertDict", - "SqlTaskAlertParam", - "SqlTaskDashboard", - "SqlTaskDashboardDict", - "SqlTaskDashboardParam", - "SqlTaskDict", - "SqlTaskFile", - "SqlTaskFileDict", - "SqlTaskFileParam", - "SqlTaskParam", - "SqlTaskQuery", - "SqlTaskQueryDict", - "SqlTaskQueryParam", - "SqlTaskSubscription", - "SqlTaskSubscriptionDict", - "SqlTaskSubscriptionParam", - "StorageMode", - "StorageModeParam", - "Subscription", - "SubscriptionDict", - "SubscriptionParam", - "SubscriptionSubscriber", - "SubscriptionSubscriberDict", - "SubscriptionSubscriberParam", - "TableUpdateTriggerConfiguration", - "TableUpdateTriggerConfigurationDict", - "TableUpdateTriggerConfigurationParam", - "Task", - "TaskDependency", - "TaskDependencyDict", - "TaskDependencyParam", - "TaskDict", - "TaskEmailNotifications", - "TaskEmailNotificationsDict", - "TaskEmailNotificationsParam", - "TaskNotificationSettings", - "TaskNotificationSettingsDict", - "TaskNotificationSettingsParam", - "TaskParam", - "TaskRetryMode", - "TaskRetryModeParam", - "TriggerSettings", - "TriggerSettingsDict", - "TriggerSettingsParam", - "VolumesStorageInfo", - "VolumesStorageInfoDict", - "VolumesStorageInfoParam", - "Webhook", - "WebhookDict", - "WebhookNotifications", - "WebhookNotificationsDict", - "WebhookNotificationsParam", - "WebhookParam", - "WorkloadType", - "WorkloadTypeDict", - "WorkloadTypeParam", - "WorkspaceStorageInfo", - "WorkspaceStorageInfoDict", - "WorkspaceStorageInfoParam", + 'Adlsgen2Info', + 'Adlsgen2InfoDict', + 'Adlsgen2InfoParam', + 'AiRuntimeTask', + 'AiRuntimeTaskDict', + 'AiRuntimeTaskParam', + 'AlertTask', + 'AlertTaskDict', + 'AlertTaskParam', + 'AlertTaskSubscriber', + 'AlertTaskSubscriberDict', + 'AlertTaskSubscriberParam', + 'AuthenticationMethod', + 'AuthenticationMethodParam', + 'AutoScale', + 'AutoScaleDict', + 'AutoScaleParam', + 'AwsAttributes', + 'AwsAttributesDict', + 'AwsAttributesParam', + 'AwsAvailability', + 'AwsAvailabilityParam', + 'AzureAttributes', + 'AzureAttributesDict', + 'AzureAttributesParam', + 'AzureAvailability', + 'AzureAvailabilityParam', + 'CleanRoomsNotebookTask', + 'CleanRoomsNotebookTaskDict', + 'CleanRoomsNotebookTaskParam', + 'ClientsTypes', + 'ClientsTypesDict', + 'ClientsTypesParam', + 'ClusterLogConf', + 'ClusterLogConfDict', + 'ClusterLogConfParam', + 'ClusterSpec', + 'ClusterSpecDict', + 'ClusterSpecParam', + 'Compute', + 'ComputeConfig', + 'ComputeConfigDict', + 'ComputeConfigParam', + 'ComputeDict', + 'ComputeParam', + 'ComputeSpec', + 'ComputeSpecAcceleratorType', + 'ComputeSpecAcceleratorTypeParam', + 'ComputeSpecDict', + 'ComputeSpecParam', + 'Condition', + 'ConditionParam', + 'ConditionTask', + 'ConditionTaskDict', + 'ConditionTaskOp', + 'ConditionTaskOpParam', + 'ConditionTaskParam', + 'ConfidentialComputeType', + 'ConfidentialComputeTypeParam', + 'Continuous', + 'ContinuousDict', + 'ContinuousParam', + 'CronSchedule', + 'CronScheduleDict', + 'CronScheduleParam', + 'DashboardTask', + 'DashboardTaskDict', + 'DashboardTaskParam', + 'DataSecurityMode', + 'DataSecurityModeParam', + 'DbfsStorageInfo', + 'DbfsStorageInfoDict', + 'DbfsStorageInfoParam', + 'DbtPlatformTask', + 'DbtPlatformTaskDict', + 'DbtPlatformTaskParam', + 'DbtTask', + 'DbtTaskDict', + 'DbtTaskParam', + 'DependencyMode', + 'DependencyModeParam', + 'DeploymentSpec', + 'DeploymentSpecDict', + 'DeploymentSpecParam', + 'DockerBasicAuth', + 'DockerBasicAuthDict', + 'DockerBasicAuthParam', + 'DockerImage', + 'DockerImageDict', + 'DockerImageParam', + 'EbsVolumeType', + 'EbsVolumeTypeParam', + 'Environment', + 'EnvironmentDict', + 'EnvironmentParam', + 'FileArrivalTriggerConfiguration', + 'FileArrivalTriggerConfigurationDict', + 'FileArrivalTriggerConfigurationParam', + 'ForEachTask', + 'ForEachTaskDict', + 'ForEachTaskParam', + 'GcpAttributes', + 'GcpAttributesDict', + 'GcpAttributesParam', + 'GcpAvailability', + 'GcpAvailabilityParam', + 'GcsStorageInfo', + 'GcsStorageInfoDict', + 'GcsStorageInfoParam', + 'GenAiComputeTask', + 'GenAiComputeTaskDict', + 'GenAiComputeTaskParam', + 'GitProvider', + 'GitProviderParam', + 'GitSource', + 'GitSourceDict', + 'GitSourceParam', + 'HardwareAcceleratorType', + 'HardwareAcceleratorTypeParam', + 'InitScriptInfo', + 'InitScriptInfoDict', + 'InitScriptInfoParam', + 'Job', + 'JobCluster', + 'JobClusterDict', + 'JobClusterParam', + 'JobDict', + 'JobEmailNotifications', + 'JobEmailNotificationsDict', + 'JobEmailNotificationsParam', + 'JobEnvironment', + 'JobEnvironmentDict', + 'JobEnvironmentParam', + 'JobNotificationSettings', + 'JobNotificationSettingsDict', + 'JobNotificationSettingsParam', + 'JobParam', + 'JobParameterDefinition', + 'JobParameterDefinitionDict', + 'JobParameterDefinitionParam', + 'JobPermission', + 'JobPermissionDict', + 'JobPermissionLevel', + 'JobPermissionLevelParam', + 'JobPermissionParam', + 'JobRunAs', + 'JobRunAsDict', + 'JobRunAsParam', + 'JobsHealthMetric', + 'JobsHealthMetricParam', + 'JobsHealthOperator', + 'JobsHealthOperatorParam', + 'JobsHealthRule', + 'JobsHealthRuleDict', + 'JobsHealthRuleParam', + 'JobsHealthRules', + 'JobsHealthRulesDict', + 'JobsHealthRulesParam', + 'Kind', + 'KindParam', + 'Library', + 'LibraryDict', + 'LibraryParam', + 'Lifecycle', + 'LifecycleDict', + 'LifecycleParam', + 'LocalFileInfo', + 'LocalFileInfoDict', + 'LocalFileInfoParam', + 'LogAnalyticsInfo', + 'LogAnalyticsInfoDict', + 'LogAnalyticsInfoParam', + 'MavenLibrary', + 'MavenLibraryDict', + 'MavenLibraryParam', + 'ModelTriggerConfiguration', + 'ModelTriggerConfigurationCondition', + 'ModelTriggerConfigurationConditionParam', + 'ModelTriggerConfigurationDict', + 'ModelTriggerConfigurationParam', + 'NodeTypeFlexibility', + 'NodeTypeFlexibilityDict', + 'NodeTypeFlexibilityParam', + 'NotebookTask', + 'NotebookTaskDict', + 'NotebookTaskParam', + 'PauseStatus', + 'PauseStatusParam', + 'PerformanceTarget', + 'PerformanceTargetParam', + 'PeriodicTriggerConfiguration', + 'PeriodicTriggerConfigurationDict', + 'PeriodicTriggerConfigurationParam', + 'PeriodicTriggerConfigurationTimeUnit', + 'PeriodicTriggerConfigurationTimeUnitParam', + 'PipelineParams', + 'PipelineParamsDict', + 'PipelineParamsParam', + 'PipelineTask', + 'PipelineTaskDict', + 'PipelineTaskParam', + 'PowerBiModel', + 'PowerBiModelDict', + 'PowerBiModelParam', + 'PowerBiTable', + 'PowerBiTableDict', + 'PowerBiTableParam', + 'PowerBiTask', + 'PowerBiTaskDict', + 'PowerBiTaskParam', + 'PythonOperatorTask', + 'PythonOperatorTaskDict', + 'PythonOperatorTaskParam', + 'PythonOperatorTaskParameter', + 'PythonOperatorTaskParameterDict', + 'PythonOperatorTaskParameterParam', + 'PythonPyPiLibrary', + 'PythonPyPiLibraryDict', + 'PythonPyPiLibraryParam', + 'PythonWheelTask', + 'PythonWheelTaskDict', + 'PythonWheelTaskParam', + 'QueueSettings', + 'QueueSettingsDict', + 'QueueSettingsParam', + 'RCranLibrary', + 'RCranLibraryDict', + 'RCranLibraryParam', + 'RunIf', + 'RunIfParam', + 'RunJobTask', + 'RunJobTaskDict', + 'RunJobTaskParam', + 'RuntimeEngine', + 'RuntimeEngineParam', + 'S3StorageInfo', + 'S3StorageInfoDict', + 'S3StorageInfoParam', + 'Source', + 'SourceParam', + 'SparkJarTask', + 'SparkJarTaskDict', + 'SparkJarTaskParam', + 'SparkPythonTask', + 'SparkPythonTaskDict', + 'SparkPythonTaskParam', + 'SparkSubmitTask', + 'SparkSubmitTaskDict', + 'SparkSubmitTaskParam', + 'SparseCheckout', + 'SparseCheckoutDict', + 'SparseCheckoutParam', + 'SqlConditionConfiguration', + 'SqlConditionConfigurationDict', + 'SqlConditionConfigurationParam', + 'SqlConditionTriggerMode', + 'SqlConditionTriggerModeParam', + 'SqlTask', + 'SqlTaskAlert', + 'SqlTaskAlertDict', + 'SqlTaskAlertParam', + 'SqlTaskDashboard', + 'SqlTaskDashboardDict', + 'SqlTaskDashboardParam', + 'SqlTaskDict', + 'SqlTaskFile', + 'SqlTaskFileDict', + 'SqlTaskFileParam', + 'SqlTaskParam', + 'SqlTaskQuery', + 'SqlTaskQueryDict', + 'SqlTaskQueryParam', + 'SqlTaskSubscription', + 'SqlTaskSubscriptionDict', + 'SqlTaskSubscriptionParam', + 'StorageMode', + 'StorageModeParam', + 'Subscription', + 'SubscriptionDict', + 'SubscriptionParam', + 'SubscriptionSubscriber', + 'SubscriptionSubscriberDict', + 'SubscriptionSubscriberParam', + 'TableUpdateTriggerConfiguration', + 'TableUpdateTriggerConfigurationDict', + 'TableUpdateTriggerConfigurationParam', + 'Task', + 'TaskDependency', + 'TaskDependencyDict', + 'TaskDependencyParam', + 'TaskDict', + 'TaskEmailNotifications', + 'TaskEmailNotificationsDict', + 'TaskEmailNotificationsParam', + 'TaskNotificationSettings', + 'TaskNotificationSettingsDict', + 'TaskNotificationSettingsParam', + 'TaskParam', + 'TaskRetryMode', + 'TaskRetryModeParam', + 'TriggerSettings', + 'TriggerSettingsDict', + 'TriggerSettingsParam', + 'VolumesStorageInfo', + 'VolumesStorageInfoDict', + 'VolumesStorageInfoParam', + 'Webhook', + 'WebhookDict', + 'WebhookNotifications', + 'WebhookNotificationsDict', + 'WebhookNotificationsParam', + 'WebhookParam', + 'WorkloadType', + 'WorkloadTypeDict', + 'WorkloadTypeParam', + 'WorkspaceStorageInfo', + 'WorkspaceStorageInfoDict', + 'WorkspaceStorageInfoParam', ] -from databricks.bundles.jobs._models.adlsgen2_info import ( - Adlsgen2Info, - Adlsgen2InfoDict, - Adlsgen2InfoParam, -) -from databricks.bundles.jobs._models.ai_runtime_task import ( - AiRuntimeTask, - AiRuntimeTaskDict, - AiRuntimeTaskParam, -) -from databricks.bundles.jobs._models.alert_task import ( - AlertTask, - AlertTaskDict, - AlertTaskParam, -) -from databricks.bundles.jobs._models.alert_task_subscriber import ( - AlertTaskSubscriber, - AlertTaskSubscriberDict, - AlertTaskSubscriberParam, -) -from databricks.bundles.jobs._models.authentication_method import ( - AuthenticationMethod, - AuthenticationMethodParam, -) -from databricks.bundles.jobs._models.auto_scale import ( - AutoScale, - AutoScaleDict, - AutoScaleParam, -) -from databricks.bundles.jobs._models.aws_attributes import ( - AwsAttributes, - AwsAttributesDict, - AwsAttributesParam, -) -from databricks.bundles.jobs._models.aws_availability import ( - AwsAvailability, - AwsAvailabilityParam, -) -from databricks.bundles.jobs._models.azure_attributes import ( - AzureAttributes, - AzureAttributesDict, - AzureAttributesParam, -) -from databricks.bundles.jobs._models.azure_availability import ( - AzureAvailability, - AzureAvailabilityParam, -) -from databricks.bundles.jobs._models.clean_rooms_notebook_task import ( - CleanRoomsNotebookTask, - CleanRoomsNotebookTaskDict, - CleanRoomsNotebookTaskParam, -) -from databricks.bundles.jobs._models.clients_types import ( - ClientsTypes, - ClientsTypesDict, - ClientsTypesParam, -) -from databricks.bundles.jobs._models.cluster_log_conf import ( - ClusterLogConf, - ClusterLogConfDict, - ClusterLogConfParam, -) -from databricks.bundles.jobs._models.cluster_spec import ( - ClusterSpec, - ClusterSpecDict, - ClusterSpecParam, -) +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ( - ComputeConfig, - ComputeConfigDict, - ComputeConfigParam, -) -from databricks.bundles.jobs._models.compute_spec import ( - ComputeSpec, - ComputeSpecDict, - ComputeSpecParam, -) -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ( - ComputeSpecAcceleratorType, - ComputeSpecAcceleratorTypeParam, -) -from databricks.bundles.jobs._models.condition import Condition, ConditionParam -from databricks.bundles.jobs._models.condition_task import ( - ConditionTask, - ConditionTaskDict, - ConditionTaskParam, -) -from databricks.bundles.jobs._models.condition_task_op import ( - ConditionTaskOp, - ConditionTaskOpParam, -) -from databricks.bundles.jobs._models.confidential_compute_type import ( - ConfidentialComputeType, - ConfidentialComputeTypeParam, -) -from databricks.bundles.jobs._models.continuous import ( - Continuous, - ContinuousDict, - ContinuousParam, -) -from databricks.bundles.jobs._models.cron_schedule import ( - CronSchedule, - CronScheduleDict, - CronScheduleParam, -) -from databricks.bundles.jobs._models.dashboard_task import ( - DashboardTask, - DashboardTaskDict, - DashboardTaskParam, -) -from databricks.bundles.jobs._models.data_security_mode import ( - DataSecurityMode, - DataSecurityModeParam, -) -from databricks.bundles.jobs._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoDict, - DbfsStorageInfoParam, -) -from databricks.bundles.jobs._models.dbt_platform_task import ( - DbtPlatformTask, - DbtPlatformTaskDict, - DbtPlatformTaskParam, -) +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.dependency_mode import ( - DependencyMode, - DependencyModeParam, -) -from databricks.bundles.jobs._models.deployment_spec import ( - DeploymentSpec, - DeploymentSpecDict, - DeploymentSpecParam, -) -from databricks.bundles.jobs._models.docker_basic_auth import ( - DockerBasicAuth, - DockerBasicAuthDict, - DockerBasicAuthParam, -) -from databricks.bundles.jobs._models.docker_image import ( - DockerImage, - DockerImageDict, - DockerImageParam, -) -from databricks.bundles.jobs._models.ebs_volume_type import ( - EbsVolumeType, - EbsVolumeTypeParam, -) -from databricks.bundles.jobs._models.environment import ( - Environment, - EnvironmentDict, - EnvironmentParam, -) -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import ( - FileArrivalTriggerConfiguration, - FileArrivalTriggerConfigurationDict, - FileArrivalTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.for_each_task import ( - ForEachTask, - ForEachTaskDict, - ForEachTaskParam, -) -from databricks.bundles.jobs._models.gcp_attributes import ( - GcpAttributes, - GcpAttributesDict, - GcpAttributesParam, -) -from databricks.bundles.jobs._models.gcp_availability import ( - GcpAvailability, - GcpAvailabilityParam, -) -from databricks.bundles.jobs._models.gcs_storage_info import ( - GcsStorageInfo, - GcsStorageInfoDict, - GcsStorageInfoParam, -) -from databricks.bundles.jobs._models.gen_ai_compute_task import ( - GenAiComputeTask, - GenAiComputeTaskDict, - GenAiComputeTaskParam, -) -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam -from databricks.bundles.jobs._models.git_source import ( - GitSource, - GitSourceDict, - GitSourceParam, -) -from databricks.bundles.jobs._models.hardware_accelerator_type import ( - HardwareAcceleratorType, - HardwareAcceleratorTypeParam, -) -from databricks.bundles.jobs._models.init_script_info import ( - InitScriptInfo, - InitScriptInfoDict, - InitScriptInfoParam, -) +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_cluster import ( - JobCluster, - JobClusterDict, - JobClusterParam, -) -from databricks.bundles.jobs._models.job_email_notifications import ( - JobEmailNotifications, - JobEmailNotificationsDict, - JobEmailNotificationsParam, -) -from databricks.bundles.jobs._models.job_environment import ( - JobEnvironment, - JobEnvironmentDict, - JobEnvironmentParam, -) -from databricks.bundles.jobs._models.job_notification_settings import ( - JobNotificationSettings, - JobNotificationSettingsDict, - JobNotificationSettingsParam, -) -from databricks.bundles.jobs._models.job_parameter_definition import ( - JobParameterDefinition, - JobParameterDefinitionDict, - JobParameterDefinitionParam, -) -from databricks.bundles.jobs._models.job_permission import ( - JobPermission, - JobPermissionDict, - JobPermissionParam, -) -from databricks.bundles.jobs._models.job_permission_level import ( - JobPermissionLevel, - JobPermissionLevelParam, -) -from databricks.bundles.jobs._models.job_run_as import ( - JobRunAs, - JobRunAsDict, - JobRunAsParam, -) -from databricks.bundles.jobs._models.jobs_health_metric import ( - JobsHealthMetric, - JobsHealthMetricParam, -) -from databricks.bundles.jobs._models.jobs_health_operator import ( - JobsHealthOperator, - JobsHealthOperatorParam, -) -from databricks.bundles.jobs._models.jobs_health_rule import ( - JobsHealthRule, - JobsHealthRuleDict, - JobsHealthRuleParam, -) -from databricks.bundles.jobs._models.jobs_health_rules import ( - JobsHealthRules, - JobsHealthRulesDict, - JobsHealthRulesParam, -) +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + from databricks.bundles.jobs._models.kind import Kind, KindParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.lifecycle import ( - Lifecycle, - LifecycleDict, - LifecycleParam, -) -from databricks.bundles.jobs._models.local_file_info import ( - LocalFileInfo, - LocalFileInfoDict, - LocalFileInfoParam, -) -from databricks.bundles.jobs._models.log_analytics_info import ( - LogAnalyticsInfo, - LogAnalyticsInfoDict, - LogAnalyticsInfoParam, -) -from databricks.bundles.jobs._models.maven_library import ( - MavenLibrary, - MavenLibraryDict, - MavenLibraryParam, -) -from databricks.bundles.jobs._models.model_trigger_configuration import ( - ModelTriggerConfiguration, - ModelTriggerConfigurationDict, - ModelTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ( - ModelTriggerConfigurationCondition, - ModelTriggerConfigurationConditionParam, -) -from databricks.bundles.jobs._models.node_type_flexibility import ( - NodeTypeFlexibility, - NodeTypeFlexibilityDict, - NodeTypeFlexibilityParam, -) -from databricks.bundles.jobs._models.notebook_task import ( - NotebookTask, - NotebookTaskDict, - NotebookTaskParam, -) + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam -from databricks.bundles.jobs._models.performance_target import ( - PerformanceTarget, - PerformanceTargetParam, -) -from databricks.bundles.jobs._models.periodic_trigger_configuration import ( - PeriodicTriggerConfiguration, - PeriodicTriggerConfigurationDict, - PeriodicTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import ( - PeriodicTriggerConfigurationTimeUnit, - PeriodicTriggerConfigurationTimeUnitParam, -) -from databricks.bundles.jobs._models.pipeline_params import ( - PipelineParams, - PipelineParamsDict, - PipelineParamsParam, -) -from databricks.bundles.jobs._models.pipeline_task import ( - PipelineTask, - PipelineTaskDict, - PipelineTaskParam, -) -from databricks.bundles.jobs._models.power_bi_model import ( - PowerBiModel, - PowerBiModelDict, - PowerBiModelParam, -) -from databricks.bundles.jobs._models.power_bi_table import ( - PowerBiTable, - PowerBiTableDict, - PowerBiTableParam, -) -from databricks.bundles.jobs._models.power_bi_task import ( - PowerBiTask, - PowerBiTaskDict, - PowerBiTaskParam, -) -from databricks.bundles.jobs._models.python_operator_task import ( - PythonOperatorTask, - PythonOperatorTaskDict, - PythonOperatorTaskParam, -) -from databricks.bundles.jobs._models.python_operator_task_parameter import ( - PythonOperatorTaskParameter, - PythonOperatorTaskParameterDict, - PythonOperatorTaskParameterParam, -) -from databricks.bundles.jobs._models.python_py_pi_library import ( - PythonPyPiLibrary, - PythonPyPiLibraryDict, - PythonPyPiLibraryParam, -) -from databricks.bundles.jobs._models.python_wheel_task import ( - PythonWheelTask, - PythonWheelTaskDict, - PythonWheelTaskParam, -) -from databricks.bundles.jobs._models.queue_settings import ( - QueueSettings, - QueueSettingsDict, - QueueSettingsParam, -) -from databricks.bundles.jobs._models.r_cran_library import ( - RCranLibrary, - RCranLibraryDict, - RCranLibraryParam, -) + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam -from databricks.bundles.jobs._models.run_job_task import ( - RunJobTask, - RunJobTaskDict, - RunJobTaskParam, -) -from databricks.bundles.jobs._models.runtime_engine import ( - RuntimeEngine, - RuntimeEngineParam, -) -from databricks.bundles.jobs._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoDict, - S3StorageInfoParam, -) + from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.spark_jar_task import ( - SparkJarTask, - SparkJarTaskDict, - SparkJarTaskParam, -) -from databricks.bundles.jobs._models.spark_python_task import ( - SparkPythonTask, - SparkPythonTaskDict, - SparkPythonTaskParam, -) -from databricks.bundles.jobs._models.spark_submit_task import ( - SparkSubmitTask, - SparkSubmitTaskDict, - SparkSubmitTaskParam, -) -from databricks.bundles.jobs._models.sparse_checkout import ( - SparseCheckout, - SparseCheckoutDict, - SparseCheckoutParam, -) -from databricks.bundles.jobs._models.sql_condition_configuration import ( - SqlConditionConfiguration, - SqlConditionConfigurationDict, - SqlConditionConfigurationParam, -) -from databricks.bundles.jobs._models.sql_condition_trigger_mode import ( - SqlConditionTriggerMode, - SqlConditionTriggerModeParam, -) -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import ( - SqlTaskAlert, - SqlTaskAlertDict, - SqlTaskAlertParam, -) -from databricks.bundles.jobs._models.sql_task_dashboard import ( - SqlTaskDashboard, - SqlTaskDashboardDict, - SqlTaskDashboardParam, -) -from databricks.bundles.jobs._models.sql_task_file import ( - SqlTaskFile, - SqlTaskFileDict, - SqlTaskFileParam, -) -from databricks.bundles.jobs._models.sql_task_query import ( - SqlTaskQuery, - SqlTaskQueryDict, - SqlTaskQueryParam, -) -from databricks.bundles.jobs._models.sql_task_subscription import ( - SqlTaskSubscription, - SqlTaskSubscriptionDict, - SqlTaskSubscriptionParam, -) + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam -from databricks.bundles.jobs._models.subscription import ( - Subscription, - SubscriptionDict, - SubscriptionParam, -) -from databricks.bundles.jobs._models.subscription_subscriber import ( - SubscriptionSubscriber, - SubscriptionSubscriberDict, - SubscriptionSubscriberParam, -) -from databricks.bundles.jobs._models.table_update_trigger_configuration import ( - TableUpdateTriggerConfiguration, - TableUpdateTriggerConfigurationDict, - TableUpdateTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import ( - TaskDependency, - TaskDependencyDict, - TaskDependencyParam, -) -from databricks.bundles.jobs._models.task_email_notifications import ( - TaskEmailNotifications, - TaskEmailNotificationsDict, - TaskEmailNotificationsParam, -) -from databricks.bundles.jobs._models.task_notification_settings import ( - TaskNotificationSettings, - TaskNotificationSettingsDict, - TaskNotificationSettingsParam, -) -from databricks.bundles.jobs._models.task_retry_mode import ( - TaskRetryMode, - TaskRetryModeParam, -) -from databricks.bundles.jobs._models.trigger_settings import ( - TriggerSettings, - TriggerSettingsDict, - TriggerSettingsParam, -) -from databricks.bundles.jobs._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoDict, - VolumesStorageInfoParam, -) -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import ( - WebhookNotifications, - WebhookNotificationsDict, - WebhookNotificationsParam, -) -from databricks.bundles.jobs._models.workload_type import ( - WorkloadType, - WorkloadTypeDict, - WorkloadTypeParam, -) -from databricks.bundles.jobs._models.workspace_storage_info import ( - WorkspaceStorageInfo, - WorkspaceStorageInfoDict, - WorkspaceStorageInfoParam, -) + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam def _resolve_recursive_imports(): @@ -832,5 +474,4 @@ def _resolve_recursive_imports(): globalns={"Task": Task, "VariableOr": VariableOr}, ) - _resolve_recursive_imports() diff --git a/python/databricks/bundles/jobs/_models/adlsgen2_info.py b/python/databricks/bundles/jobs/_models/adlsgen2_info.py index 206c8b676ec..e855c5922b6 100644 --- a/python/databricks/bundles/jobs/_models/adlsgen2_info.py +++ b/python/databricks/bundles/jobs/_models/adlsgen2_info.py @@ -1,31 +1,174 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Adlsgen2Info: """ A storage location in Adls Gen2 """ - destination: VariableOr[str] """ abfss destination, e.g. `abfss://@.dfs.core.windows.net/`. """ @classmethod - def from_dict(cls, value: "Adlsgen2InfoDict") -> "Self": + def from_dict(cls, value: 'Adlsgen2InfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "Adlsgen2InfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'Adlsgen2InfoDict': + return _transform_to_json_value(self) # type:ignore + class Adlsgen2InfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/ai_runtime_task.py b/python/databricks/bundles/jobs/_models/ai_runtime_task.py index 592936f9509..633fb24d014 100644 --- a/python/databricks/bundles/jobs/_models/ai_runtime_task.py +++ b/python/databricks/bundles/jobs/_models/ai_runtime_task.py @@ -1,37 +1,171 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.deployment_spec import ( - DeploymentSpec, - DeploymentSpecParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AiRuntimeTask: """ :meta private: [EXPERIMENTAL] - + AiRuntimeTask: multi-node GPU compute task definition for Databricks AI Runtime workloads. - + Jobs-framework-level concepts (retries, per-task timeout, idempotency token, usage/budget policy, permissions) live on the surrounding TaskSettings / run-submit request and are intentionally NOT duplicated here. Users compose `ai_runtime_task` with the standard Jobs/DABs task wrapper to get those. """ - experiment: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -82,11 +216,12 @@ class AiRuntimeTask: """ @classmethod - def from_dict(cls, value: "AiRuntimeTaskDict") -> "Self": + def from_dict(cls, value: 'AiRuntimeTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AiRuntimeTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AiRuntimeTaskDict': + return _transform_to_json_value(self) # type:ignore + class AiRuntimeTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/alert_task.py b/python/databricks/bundles/jobs/_models/alert_task.py index 66da2e9e4e7..f6c369d1f75 100644 --- a/python/databricks/bundles/jobs/_models/alert_task.py +++ b/python/databricks/bundles/jobs/_models/alert_task.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.jobs._models.alert_task_subscriber import ( - AlertTaskSubscriber, - AlertTaskSubscriberParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AlertTask: """""" @@ -42,11 +181,12 @@ class AlertTask: """ @classmethod - def from_dict(cls, value: "AlertTaskDict") -> "Self": + def from_dict(cls, value: 'AlertTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AlertTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AlertTaskDict': + return _transform_to_json_value(self) # type:ignore + class AlertTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/alert_task_subscriber.py b/python/databricks/bundles/jobs/_models/alert_task_subscriber.py index 0921eb11524..dfcc5f8cfe0 100644 --- a/python/databricks/bundles/jobs/_models/alert_task_subscriber.py +++ b/python/databricks/bundles/jobs/_models/alert_task_subscriber.py @@ -1,21 +1,163 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AlertTaskSubscriber: """ Represents a subscriber that will receive alert notifications. A subscriber can be either a user (via email) or a notification destination (via destination_id). """ - destination_id: VariableOrOptional[str] = None """ [Public Preview] @@ -27,11 +169,12 @@ class AlertTaskSubscriber: """ @classmethod - def from_dict(cls, value: "AlertTaskSubscriberDict") -> "Self": + def from_dict(cls, value: 'AlertTaskSubscriberDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AlertTaskSubscriberDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AlertTaskSubscriberDict': + return _transform_to_json_value(self) # type:ignore + class AlertTaskSubscriberDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/authentication_method.py b/python/databricks/bundles/jobs/_models/authentication_method.py index 68be0e62184..2fbd1a64795 100644 --- a/python/databricks/bundles/jobs/_models/authentication_method.py +++ b/python/databricks/bundles/jobs/_models/authentication_method.py @@ -1,10 +1,155 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class AuthenticationMethod(Enum): OAUTH = "OAUTH" PAT = "PAT" - AuthenticationMethodParam = Literal["OAUTH", "PAT"] | AuthenticationMethod diff --git a/python/databricks/bundles/jobs/_models/auto_scale.py b/python/databricks/bundles/jobs/_models/auto_scale.py index 6a07ee8b0b1..9fb1cee3b8e 100644 --- a/python/databricks/bundles/jobs/_models/auto_scale.py +++ b/python/databricks/bundles/jobs/_models/auto_scale.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AutoScale: """""" @@ -26,11 +169,12 @@ class AutoScale: """ @classmethod - def from_dict(cls, value: "AutoScaleDict") -> "Self": + def from_dict(cls, value: 'AutoScaleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AutoScaleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AutoScaleDict': + return _transform_to_json_value(self) # type:ignore + class AutoScaleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/aws_attributes.py b/python/databricks/bundles/jobs/_models/aws_attributes.py index 64aa3ab01c0..3a1264c5625 100644 --- a/python/databricks/bundles/jobs/_models/aws_attributes.py +++ b/python/databricks/bundles/jobs/_models/aws_attributes.py @@ -1,28 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.aws_availability import ( - AwsAvailability, - AwsAvailabilityParam, -) -from databricks.bundles.jobs._models.ebs_volume_type import ( - EbsVolumeType, - EbsVolumeTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AwsAttributes: """ Attributes set during cluster creation which are related to Amazon Web Services. """ - availability: VariableOrOptional[AwsAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -121,11 +255,12 @@ class AwsAttributes: """ @classmethod - def from_dict(cls, value: "AwsAttributesDict") -> "Self": + def from_dict(cls, value: 'AwsAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AwsAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AwsAttributesDict': + return _transform_to_json_value(self) # type:ignore + class AwsAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/aws_availability.py b/python/databricks/bundles/jobs/_models/aws_availability.py index 5d87ffafbac..07a1dd9ef00 100644 --- a/python/databricks/bundles/jobs/_models/aws_availability.py +++ b/python/databricks/bundles/jobs/_models/aws_availability.py @@ -1,19 +1,161 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class AwsAvailability(Enum): """ Availability type used for all subsequent nodes past the `first_on_demand` ones. - + Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ - SPOT = "SPOT" ON_DEMAND = "ON_DEMAND" SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK" - -AwsAvailabilityParam = ( - Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability -) +AwsAvailabilityParam = Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability diff --git a/python/databricks/bundles/jobs/_models/azure_attributes.py b/python/databricks/bundles/jobs/_models/azure_attributes.py index 05b9add8fb0..36637936050 100644 --- a/python/databricks/bundles/jobs/_models/azure_attributes.py +++ b/python/databricks/bundles/jobs/_models/azure_attributes.py @@ -1,28 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.azure_availability import ( - AzureAvailability, - AzureAvailabilityParam, -) -from databricks.bundles.jobs._models.log_analytics_info import ( - LogAnalyticsInfo, - LogAnalyticsInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AzureAttributes: """ Attributes set during cluster creation which are related to Microsoft Azure. """ - availability: VariableOrOptional[AzureAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -70,11 +204,12 @@ class AzureAttributes: """ @classmethod - def from_dict(cls, value: "AzureAttributesDict") -> "Self": + def from_dict(cls, value: 'AzureAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AzureAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AzureAttributesDict': + return _transform_to_json_value(self) # type:ignore + class AzureAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/azure_availability.py b/python/databricks/bundles/jobs/_models/azure_availability.py index 72d461d5d71..b4baf75f125 100644 --- a/python/databricks/bundles/jobs/_models/azure_availability.py +++ b/python/databricks/bundles/jobs/_models/azure_availability.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class AzureAvailability(Enum): @@ -7,13 +153,8 @@ class AzureAvailability(Enum): Availability type used for all subsequent nodes past the `first_on_demand` ones. Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ - SPOT_AZURE = "SPOT_AZURE" ON_DEMAND_AZURE = "ON_DEMAND_AZURE" SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE" - -AzureAvailabilityParam = ( - Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] - | AzureAvailability -) +AzureAvailabilityParam = Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] | AzureAvailability diff --git a/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py b/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py index d0281f144ce..feabee2d4c1 100644 --- a/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py +++ b/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py @@ -1,25 +1,163 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class CleanRoomsNotebookTask: """ Clean Rooms notebook task for V1 Clean Room service (GA). Replaces the deprecated CleanRoomNotebookTask (defined above) which was for V0 service. """ - clean_room_name: VariableOr[str] """ The clean room that the notebook belongs to. @@ -42,11 +180,12 @@ class CleanRoomsNotebookTask: """ @classmethod - def from_dict(cls, value: "CleanRoomsNotebookTaskDict") -> "Self": + def from_dict(cls, value: 'CleanRoomsNotebookTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "CleanRoomsNotebookTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'CleanRoomsNotebookTaskDict': + return _transform_to_json_value(self) # type:ignore + class CleanRoomsNotebookTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/clients_types.py b/python/databricks/bundles/jobs/_models/clients_types.py index 6891497e55c..d0b950730d9 100644 --- a/python/databricks/bundles/jobs/_models/clients_types.py +++ b/python/databricks/bundles/jobs/_models/clients_types.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ClientsTypes: """""" @@ -24,11 +167,12 @@ class ClientsTypes: """ @classmethod - def from_dict(cls, value: "ClientsTypesDict") -> "Self": + def from_dict(cls, value: 'ClientsTypesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ClientsTypesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ClientsTypesDict': + return _transform_to_json_value(self) # type:ignore + class ClientsTypesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cluster_log_conf.py b/python/databricks/bundles/jobs/_models/cluster_log_conf.py index be698246720..7e677905765 100644 --- a/python/databricks/bundles/jobs/_models/cluster_log_conf.py +++ b/python/databricks/bundles/jobs/_models/cluster_log_conf.py @@ -1,32 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoParam, -) -from databricks.bundles.jobs._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoParam, -) -from databricks.bundles.jobs._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ClusterLogConf: """ Cluster log delivery config """ - dbfs: VariableOrOptional[DbfsStorageInfo] = None """ destination needs to be provided. e.g. @@ -48,11 +178,12 @@ class ClusterLogConf: """ @classmethod - def from_dict(cls, value: "ClusterLogConfDict") -> "Self": + def from_dict(cls, value: 'ClusterLogConfDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ClusterLogConfDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ClusterLogConfDict': + return _transform_to_json_value(self) # type:ignore + class ClusterLogConfDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cluster_spec.py b/python/databricks/bundles/jobs/_models/cluster_spec.py index e4b3646ac93..cc83f9cf454 100644 --- a/python/databricks/bundles/jobs/_models/cluster_spec.py +++ b/python/databricks/bundles/jobs/_models/cluster_spec.py @@ -1,70 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.auto_scale import ( - AutoScale, - AutoScaleParam, -) -from databricks.bundles.jobs._models.aws_attributes import ( - AwsAttributes, - AwsAttributesParam, -) -from databricks.bundles.jobs._models.azure_attributes import ( - AzureAttributes, - AzureAttributesParam, -) -from databricks.bundles.jobs._models.cluster_log_conf import ( - ClusterLogConf, - ClusterLogConfParam, -) -from databricks.bundles.jobs._models.data_security_mode import ( - DataSecurityMode, - DataSecurityModeParam, -) -from databricks.bundles.jobs._models.dependency_mode import ( - DependencyMode, - DependencyModeParam, -) -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageParam -from databricks.bundles.jobs._models.gcp_attributes import ( - GcpAttributes, - GcpAttributesParam, -) -from databricks.bundles.jobs._models.init_script_info import ( - InitScriptInfo, - InitScriptInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + from databricks.bundles.jobs._models.kind import Kind, KindParam -from databricks.bundles.jobs._models.node_type_flexibility import ( - NodeTypeFlexibility, - NodeTypeFlexibilityParam, -) -from databricks.bundles.jobs._models.runtime_engine import ( - RuntimeEngine, - RuntimeEngineParam, -) -from databricks.bundles.jobs._models.workload_type import ( - WorkloadType, - WorkloadTypeParam, -) + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ClusterSpec: """ Contains a snapshot of the latest user specified settings that were used to create/edit the cluster. """ - apply_policy_default_values: VariableOrOptional[bool] = None """ When set to true, fixed and default values from the policy will be used for fields that are omitted. When set to false, only fixed values from the policy will be applied. @@ -331,11 +423,12 @@ class ClusterSpec: """ @classmethod - def from_dict(cls, value: "ClusterSpecDict") -> "Self": + def from_dict(cls, value: 'ClusterSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ClusterSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ClusterSpecDict': + return _transform_to_json_value(self) # type:ignore + class ClusterSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute.py b/python/databricks/bundles/jobs/_models/compute.py index 3df3b13d7fc..8803d1c61d2 100644 --- a/python/databricks/bundles/jobs/_models/compute.py +++ b/python/databricks/bundles/jobs/_models/compute.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.hardware_accelerator_type import ( - HardwareAcceleratorType, - HardwareAcceleratorTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Compute: """""" @@ -23,11 +162,12 @@ class Compute: """ @classmethod - def from_dict(cls, value: "ComputeDict") -> "Self": + def from_dict(cls, value: 'ComputeDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ComputeDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ComputeDict': + return _transform_to_json_value(self) # type:ignore + class ComputeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_config.py b/python/databricks/bundles/jobs/_models/compute_config.py index 116d91392a4..cf2dfb7d557 100644 --- a/python/databricks/bundles/jobs/_models/compute_config.py +++ b/python/databricks/bundles/jobs/_models/compute_config.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ComputeConfig: """ :meta private: [EXPERIMENTAL] """ - num_gpus: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -37,11 +179,12 @@ class ComputeConfig: """ @classmethod - def from_dict(cls, value: "ComputeConfigDict") -> "Self": + def from_dict(cls, value: 'ComputeConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ComputeConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ComputeConfigDict': + return _transform_to_json_value(self) # type:ignore + class ComputeConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_spec.py b/python/databricks/bundles/jobs/_models/compute_spec.py index 9b3a3c41397..5c3390a53d9 100644 --- a/python/databricks/bundles/jobs/_models/compute_spec.py +++ b/python/databricks/bundles/jobs/_models/compute_spec.py @@ -1,27 +1,165 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ( - ComputeSpecAcceleratorType, - ComputeSpecAcceleratorTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ComputeSpec: """ :meta private: [EXPERIMENTAL] - + ComputeSpec: compute configuration — accelerator type and total accelerator count across all nodes. """ - accelerator_count: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -42,11 +180,12 @@ class ComputeSpec: """ @classmethod - def from_dict(cls, value: "ComputeSpecDict") -> "Self": + def from_dict(cls, value: 'ComputeSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ComputeSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ComputeSpecDict': + return _transform_to_json_value(self) # type:ignore + class ComputeSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py b/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py index 2fddf70fc2a..2baf6990b9c 100644 --- a/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py +++ b/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py @@ -1,21 +1,163 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class ComputeSpecAcceleratorType(Enum): """ :meta private: [EXPERIMENTAL] - + Hardware accelerator type for the AiRuntime workload. Per-node accelerator count is encoded in the value name (e.g. `GPU_8xH100` means 8 H100s per node). """ - GPU_1X_A10 = "GPU_1xA10" GPU_1X_H100 = "GPU_1xH100" GPU_8X_H100 = "GPU_8xH100" - -ComputeSpecAcceleratorTypeParam = ( - Literal["GPU_1xA10", "GPU_1xH100", "GPU_8xH100"] | ComputeSpecAcceleratorType -) +ComputeSpecAcceleratorTypeParam = Literal["GPU_1xA10", "GPU_1xH100", "GPU_8xH100"] | ComputeSpecAcceleratorType diff --git a/python/databricks/bundles/jobs/_models/condition.py b/python/databricks/bundles/jobs/_models/condition.py index d7c1b25bc74..bd150ae2a8a 100644 --- a/python/databricks/bundles/jobs/_models/condition.py +++ b/python/databricks/bundles/jobs/_models/condition.py @@ -1,10 +1,155 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class Condition(Enum): ANY_UPDATED = "ANY_UPDATED" ALL_UPDATED = "ALL_UPDATED" - ConditionParam = Literal["ANY_UPDATED", "ALL_UPDATED"] | Condition diff --git a/python/databricks/bundles/jobs/_models/condition_task.py b/python/databricks/bundles/jobs/_models/condition_task.py index 4934c16b025..ab1e4a25faa 100644 --- a/python/databricks/bundles/jobs/_models/condition_task.py +++ b/python/databricks/bundles/jobs/_models/condition_task.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr -from databricks.bundles.jobs._models.condition_task_op import ( - ConditionTaskOp, - ConditionTaskOpParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ConditionTask: """""" @@ -36,11 +175,12 @@ class ConditionTask: """ @classmethod - def from_dict(cls, value: "ConditionTaskDict") -> "Self": + def from_dict(cls, value: 'ConditionTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ConditionTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ConditionTaskDict': + return _transform_to_json_value(self) # type:ignore + class ConditionTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/condition_task_op.py b/python/databricks/bundles/jobs/_models/condition_task_op.py index 099413271ca..f3c3fcaaa95 100644 --- a/python/databricks/bundles/jobs/_models/condition_task_op.py +++ b/python/databricks/bundles/jobs/_models/condition_task_op.py @@ -1,15 +1,160 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class ConditionTaskOp(Enum): """ * `EQUAL_TO`, `NOT_EQUAL` operators perform string comparison of their operands. This means that `“12.0” == “12”` will evaluate to `false`. * `GREATER_THAN`, `GREATER_THAN_OR_EQUAL`, `LESS_THAN`, `LESS_THAN_OR_EQUAL` operators perform numeric comparison of their operands. `“12.0” >= “12”` will evaluate to `true`, `“10.0” >= “12”` will evaluate to `false`. - + The boolean comparison to task values can be implemented with operators `EQUAL_TO`, `NOT_EQUAL`. If a task value was set to a boolean value, it will be serialized to `“true”` or `“false”` for the comparison. """ - EQUAL_TO = "EQUAL_TO" GREATER_THAN = "GREATER_THAN" GREATER_THAN_OR_EQUAL = "GREATER_THAN_OR_EQUAL" @@ -17,15 +162,4 @@ class ConditionTaskOp(Enum): LESS_THAN_OR_EQUAL = "LESS_THAN_OR_EQUAL" NOT_EQUAL = "NOT_EQUAL" - -ConditionTaskOpParam = ( - Literal[ - "EQUAL_TO", - "GREATER_THAN", - "GREATER_THAN_OR_EQUAL", - "LESS_THAN", - "LESS_THAN_OR_EQUAL", - "NOT_EQUAL", - ] - | ConditionTaskOp -) +ConditionTaskOpParam = Literal["EQUAL_TO", "GREATER_THAN", "GREATER_THAN_OR_EQUAL", "LESS_THAN", "LESS_THAN_OR_EQUAL", "NOT_EQUAL"] | ConditionTaskOp diff --git a/python/databricks/bundles/jobs/_models/confidential_compute_type.py b/python/databricks/bundles/jobs/_models/confidential_compute_type.py index 26a2cc842ba..5911004872f 100644 --- a/python/databricks/bundles/jobs/_models/confidential_compute_type.py +++ b/python/databricks/bundles/jobs/_models/confidential_compute_type.py @@ -1,21 +1,163 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class ConfidentialComputeType(Enum): """ :meta private: [EXPERIMENTAL] - + Confidential computing technology for GCP instances. Aligns with gcloud's --confidential-compute-type flag and the REST API's confidentialInstanceConfig.confidentialInstanceType field. See: https://cloud.google.com/confidential-computing/confidential-vm/docs/create-a-confidential-vm-instance """ - CONFIDENTIAL_COMPUTE_TYPE_NONE = "CONFIDENTIAL_COMPUTE_TYPE_NONE" SEV_SNP = "SEV_SNP" - -ConfidentialComputeTypeParam = ( - Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType -) +ConfidentialComputeTypeParam = Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType diff --git a/python/databricks/bundles/jobs/_models/continuous.py b/python/databricks/bundles/jobs/_models/continuous.py index 43268661c13..4ba4357a808 100644 --- a/python/databricks/bundles/jobs/_models/continuous.py +++ b/python/databricks/bundles/jobs/_models/continuous.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam -from databricks.bundles.jobs._models.task_retry_mode import ( - TaskRetryMode, - TaskRetryModeParam, -) + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Continuous: """""" @@ -29,11 +167,12 @@ class Continuous: """ @classmethod - def from_dict(cls, value: "ContinuousDict") -> "Self": + def from_dict(cls, value: 'ContinuousDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ContinuousDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ContinuousDict': + return _transform_to_json_value(self) # type:ignore + class ContinuousDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cron_schedule.py b/python/databricks/bundles/jobs/_models/cron_schedule.py index 3a75f9625ec..a5da39ae1b8 100644 --- a/python/databricks/bundles/jobs/_models/cron_schedule.py +++ b/python/databricks/bundles/jobs/_models/cron_schedule.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam -from databricks.bundles.jobs._models.sql_condition_configuration import ( - SqlConditionConfiguration, - SqlConditionConfigurationParam, -) + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class CronSchedule: """""" @@ -42,11 +180,12 @@ class CronSchedule: """ @classmethod - def from_dict(cls, value: "CronScheduleDict") -> "Self": + def from_dict(cls, value: 'CronScheduleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "CronScheduleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'CronScheduleDict': + return _transform_to_json_value(self) # type:ignore + class CronScheduleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dashboard_task.py b/python/databricks/bundles/jobs/_models/dashboard_task.py index 4fb86a325ca..3fdcdfcfaf3 100644 --- a/python/databricks/bundles/jobs/_models/dashboard_task.py +++ b/python/databricks/bundles/jobs/_models/dashboard_task.py @@ -1,21 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrDict, VariableOrOptional -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DashboardTask: """ Configures the Lakeview Dashboard job task type. """ - dashboard_id: VariableOrOptional[str] = None """ The identifier of the dashboard to refresh. @@ -45,11 +186,12 @@ class DashboardTask: """ @classmethod - def from_dict(cls, value: "DashboardTaskDict") -> "Self": + def from_dict(cls, value: 'DashboardTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DashboardTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DashboardTaskDict': + return _transform_to_json_value(self) # type:ignore + class DashboardTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/data_security_mode.py b/python/databricks/bundles/jobs/_models/data_security_mode.py index 2a050bfddc5..50f6312d364 100644 --- a/python/databricks/bundles/jobs/_models/data_security_mode.py +++ b/python/databricks/bundles/jobs/_models/data_security_mode.py @@ -1,30 +1,175 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class DataSecurityMode(Enum): """ Data security mode decides what data governance model to use when accessing data from a cluster. - + * `DATA_SECURITY_MODE_AUTO`: Databricks will choose the most appropriate access mode depending on your compute configuration. * `DATA_SECURITY_MODE_STANDARD`: A secure cluster that can be shared by multiple users. Cluster users are fully isolated so that they cannot see each other’s data and credentials. Most data governance features are supported in this mode. But programming languages and cluster features might be limited. * `DATA_SECURITY_MODE_DEDICATED`: A secure cluster that can only be exclusively used by a single user specified in `single_user_name`. Most programming languages, cluster features and data governance features are available in this mode. - + The following modes are legacy aliases for the above modes: - + * `USER_ISOLATION`: Legacy alias for `DATA_SECURITY_MODE_STANDARD`. * `SINGLE_USER`: Legacy alias for `DATA_SECURITY_MODE_DEDICATED`. - + The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for future Databricks Runtime versions: - + * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. * `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that doesn’t have UC nor passthrough enabled. """ - NONE = "NONE" SINGLE_USER = "SINGLE_USER" USER_ISOLATION = "USER_ISOLATION" @@ -36,19 +181,4 @@ class DataSecurityMode(Enum): DATA_SECURITY_MODE_DEDICATED = "DATA_SECURITY_MODE_DEDICATED" DATA_SECURITY_MODE_AUTO = "DATA_SECURITY_MODE_AUTO" - -DataSecurityModeParam = ( - Literal[ - "NONE", - "SINGLE_USER", - "USER_ISOLATION", - "LEGACY_TABLE_ACL", - "LEGACY_PASSTHROUGH", - "LEGACY_SINGLE_USER", - "LEGACY_SINGLE_USER_STANDARD", - "DATA_SECURITY_MODE_STANDARD", - "DATA_SECURITY_MODE_DEDICATED", - "DATA_SECURITY_MODE_AUTO", - ] - | DataSecurityMode -) +DataSecurityModeParam = Literal["NONE", "SINGLE_USER", "USER_ISOLATION", "LEGACY_TABLE_ACL", "LEGACY_PASSTHROUGH", "LEGACY_SINGLE_USER", "LEGACY_SINGLE_USER_STANDARD", "DATA_SECURITY_MODE_STANDARD", "DATA_SECURITY_MODE_DEDICATED", "DATA_SECURITY_MODE_AUTO"] | DataSecurityMode diff --git a/python/databricks/bundles/jobs/_models/dbfs_storage_info.py b/python/databricks/bundles/jobs/_models/dbfs_storage_info.py index 81fe319a65e..d5961cbe1c8 100644 --- a/python/databricks/bundles/jobs/_models/dbfs_storage_info.py +++ b/python/databricks/bundles/jobs/_models/dbfs_storage_info.py @@ -1,31 +1,174 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DbfsStorageInfo: """ A storage location in DBFS """ - destination: VariableOr[str] """ dbfs destination, e.g. `dbfs:/my/path` """ @classmethod - def from_dict(cls, value: "DbfsStorageInfoDict") -> "Self": + def from_dict(cls, value: 'DbfsStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DbfsStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DbfsStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class DbfsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dbt_platform_task.py b/python/databricks/bundles/jobs/_models/dbt_platform_task.py index 992b8e9e922..58b2f851357 100644 --- a/python/databricks/bundles/jobs/_models/dbt_platform_task.py +++ b/python/databricks/bundles/jobs/_models/dbt_platform_task.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DbtPlatformTask: """ :meta private: [EXPERIMENTAL] """ - connection_resource_name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -30,11 +172,12 @@ class DbtPlatformTask: """ @classmethod - def from_dict(cls, value: "DbtPlatformTaskDict") -> "Self": + def from_dict(cls, value: 'DbtPlatformTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DbtPlatformTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DbtPlatformTaskDict': + return _transform_to_json_value(self) # type:ignore + class DbtPlatformTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dbt_task.py b/python/databricks/bundles/jobs/_models/dbt_task.py index 52ae3cfa46e..10cfc613e9a 100644 --- a/python/databricks/bundles/jobs/_models/dbt_task.py +++ b/python/databricks/bundles/jobs/_models/dbt_task.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + from databricks.bundles.jobs._models.source import Source, SourceParam +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DbtTask: """""" @@ -56,11 +198,12 @@ class DbtTask: """ @classmethod - def from_dict(cls, value: "DbtTaskDict") -> "Self": + def from_dict(cls, value: 'DbtTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DbtTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DbtTaskDict': + return _transform_to_json_value(self) # type:ignore + class DbtTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dependency_mode.py b/python/databricks/bundles/jobs/_models/dependency_mode.py index 6612562f3dd..9f50b7d8b02 100644 --- a/python/databricks/bundles/jobs/_models/dependency_mode.py +++ b/python/databricks/bundles/jobs/_models/dependency_mode.py @@ -1,26 +1,163 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class DependencyMode(Enum): """ Controls dependency configuration for the cluster. - + * `DEPENDENCY_MODE_AUTO`: Databricks will choose the most appropriate dependency mode based on your compute configuration. * `DEPENDENCY_MODE_ENVIRONMENTS`: Enables a unified dependency management experience across classic and serverless, resulting in increased stability and performance. Supported only on DBR 19+ in Standard access mode. * `DEPENDENCY_MODE_CLUSTER_LIBRARIES`: Legacy mode: dependencies come from cluster libraries and init scripts. """ - DEPENDENCY_MODE_ENVIRONMENTS = "DEPENDENCY_MODE_ENVIRONMENTS" DEPENDENCY_MODE_CLUSTER_LIBRARIES = "DEPENDENCY_MODE_CLUSTER_LIBRARIES" DEPENDENCY_MODE_AUTO = "DEPENDENCY_MODE_AUTO" - -DependencyModeParam = ( - Literal[ - "DEPENDENCY_MODE_ENVIRONMENTS", - "DEPENDENCY_MODE_CLUSTER_LIBRARIES", - "DEPENDENCY_MODE_AUTO", - ] - | DependencyMode -) +DependencyModeParam = Literal["DEPENDENCY_MODE_ENVIRONMENTS", "DEPENDENCY_MODE_CLUSTER_LIBRARIES", "DEPENDENCY_MODE_AUTO"] | DependencyMode diff --git a/python/databricks/bundles/jobs/_models/deployment_spec.py b/python/databricks/bundles/jobs/_models/deployment_spec.py index 123994dfe84..bacef9d4e8a 100644 --- a/python/databricks/bundles/jobs/_models/deployment_spec.py +++ b/python/databricks/bundles/jobs/_models/deployment_spec.py @@ -1,23 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.compute_spec import ( - ComputeSpec, - ComputeSpecParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DeploymentSpec: """ :meta private: [EXPERIMENTAL] - + DeploymentSpec: configuration for one deployment within an AiRuntimeTask. Each entry in `AiRuntimeTask.deployments` describes a group of nodes that share the same command and compute. Many single-program training @@ -25,7 +164,6 @@ class DeploymentSpec: role-split workloads (driver + worker, parameter server, separate eval node, etc.) use multiple entries. """ - command_path: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -65,11 +203,12 @@ class DeploymentSpec: """ @classmethod - def from_dict(cls, value: "DeploymentSpecDict") -> "Self": + def from_dict(cls, value: 'DeploymentSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DeploymentSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DeploymentSpecDict': + return _transform_to_json_value(self) # type:ignore + class DeploymentSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/docker_basic_auth.py b/python/databricks/bundles/jobs/_models/docker_basic_auth.py index 21edca52b71..7941dec8b51 100644 --- a/python/databricks/bundles/jobs/_models/docker_basic_auth.py +++ b/python/databricks/bundles/jobs/_models/docker_basic_auth.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DockerBasicAuth: """""" @@ -24,11 +167,12 @@ class DockerBasicAuth: """ @classmethod - def from_dict(cls, value: "DockerBasicAuthDict") -> "Self": + def from_dict(cls, value: 'DockerBasicAuthDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DockerBasicAuthDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DockerBasicAuthDict': + return _transform_to_json_value(self) # type:ignore + class DockerBasicAuthDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/docker_image.py b/python/databricks/bundles/jobs/_models/docker_image.py index bce0a359893..ab2a188316d 100644 --- a/python/databricks/bundles/jobs/_models/docker_image.py +++ b/python/databricks/bundles/jobs/_models/docker_image.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.docker_basic_auth import ( - DockerBasicAuth, - DockerBasicAuthParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DockerImage: """""" @@ -28,11 +167,12 @@ class DockerImage: """ @classmethod - def from_dict(cls, value: "DockerImageDict") -> "Self": + def from_dict(cls, value: 'DockerImageDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DockerImageDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DockerImageDict': + return _transform_to_json_value(self) # type:ignore + class DockerImageDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/ebs_volume_type.py b/python/databricks/bundles/jobs/_models/ebs_volume_type.py index b67853f8cb8..3720e125aef 100644 --- a/python/databricks/bundles/jobs/_models/ebs_volume_type.py +++ b/python/databricks/bundles/jobs/_models/ebs_volume_type.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class EbsVolumeType(Enum): @@ -7,11 +153,7 @@ class EbsVolumeType(Enum): All EBS volume types that Databricks supports. See https://aws.amazon.com/ebs/details/ for details. """ - GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD" THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD" - -EbsVolumeTypeParam = ( - Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType -) +EbsVolumeTypeParam = Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType diff --git a/python/databricks/bundles/jobs/_models/environment.py b/python/databricks/bundles/jobs/_models/environment.py index 35ae5e747ed..1ad6b057855 100644 --- a/python/databricks/bundles/jobs/_models/environment.py +++ b/python/databricks/bundles/jobs/_models/environment.py @@ -1,21 +1,163 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Environment: """ The environment entity used to preserve serverless environment side panel, jobs' environment for non-notebook task, and SDP's environment for classic and serverless pipelines. In this minimal environment spec, only pip and java dependencies are supported. """ - base_environment: VariableOrOptional[str] = None """ The base environment this environment is built on top of. A base environment defines the environment version and a @@ -52,11 +194,12 @@ class Environment: """ @classmethod - def from_dict(cls, value: "EnvironmentDict") -> "Self": + def from_dict(cls, value: 'EnvironmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "EnvironmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'EnvironmentDict': + return _transform_to_json_value(self) # type:ignore + class EnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py b/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py index cf4ae748cf7..38612edb7d5 100644 --- a/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class FileArrivalTriggerConfiguration: """""" @@ -32,11 +175,12 @@ class FileArrivalTriggerConfiguration: """ @classmethod - def from_dict(cls, value: "FileArrivalTriggerConfigurationDict") -> "Self": + def from_dict(cls, value: 'FileArrivalTriggerConfigurationDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "FileArrivalTriggerConfigurationDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'FileArrivalTriggerConfigurationDict': + return _transform_to_json_value(self) # type:ignore + class FileArrivalTriggerConfigurationDict(TypedDict, total=False): @@ -61,6 +205,4 @@ class FileArrivalTriggerConfigurationDict(TypedDict, total=False): """ -FileArrivalTriggerConfigurationParam = ( - FileArrivalTriggerConfigurationDict | FileArrivalTriggerConfiguration -) +FileArrivalTriggerConfigurationParam = FileArrivalTriggerConfigurationDict | FileArrivalTriggerConfiguration diff --git a/python/databricks/bundles/jobs/_models/for_each_task.py b/python/databricks/bundles/jobs/_models/for_each_task.py index db353a28851..b23fcacf70a 100644 --- a/python/databricks/bundles/jobs/_models/for_each_task.py +++ b/python/databricks/bundles/jobs/_models/for_each_task.py @@ -1,15 +1,156 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam -if TYPE_CHECKING: - from typing_extensions import Self +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - from databricks.bundles.jobs._models.task import Task, TaskParam +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + +if TYPE_CHECKING: + from databricks.bundles.jobs._models.task import Task, TaskParam + from typing_extensions import Self @dataclass(kw_only=True) class ForEachTask: @@ -33,11 +174,12 @@ class ForEachTask: """ @classmethod - def from_dict(cls, value: "ForEachTaskDict") -> "Self": + def from_dict(cls, value: 'ForEachTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ForEachTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ForEachTaskDict': + return _transform_to_json_value(self) # type:ignore + class ForEachTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gcp_attributes.py b/python/databricks/bundles/jobs/_models/gcp_attributes.py index c89d9d31b13..4b9cec73e26 100644 --- a/python/databricks/bundles/jobs/_models/gcp_attributes.py +++ b/python/databricks/bundles/jobs/_models/gcp_attributes.py @@ -1,28 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.confidential_compute_type import ( - ConfidentialComputeType, - ConfidentialComputeTypeParam, -) -from databricks.bundles.jobs._models.gcp_availability import ( - GcpAvailability, - GcpAvailabilityParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GcpAttributes: """ Attributes set during cluster creation which are related to GCP. """ - availability: VariableOrOptional[GcpAvailability] = None """ This field determines whether the spark executors will be scheduled to run on preemptible @@ -88,11 +222,12 @@ class GcpAttributes: """ @classmethod - def from_dict(cls, value: "GcpAttributesDict") -> "Self": + def from_dict(cls, value: 'GcpAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GcpAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GcpAttributesDict': + return _transform_to_json_value(self) # type:ignore + class GcpAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gcp_availability.py b/python/databricks/bundles/jobs/_models/gcp_availability.py index aa8e785a71f..d8fd08ddd31 100644 --- a/python/databricks/bundles/jobs/_models/gcp_availability.py +++ b/python/databricks/bundles/jobs/_models/gcp_availability.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class GcpAvailability(Enum): @@ -7,13 +153,8 @@ class GcpAvailability(Enum): This field determines whether the instance pool will contain preemptible VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable. """ - PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP" ON_DEMAND_GCP = "ON_DEMAND_GCP" PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP" - -GcpAvailabilityParam = ( - Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] - | GcpAvailability -) +GcpAvailabilityParam = Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] | GcpAvailability diff --git a/python/databricks/bundles/jobs/_models/gcs_storage_info.py b/python/databricks/bundles/jobs/_models/gcs_storage_info.py index a5e6d51e6ee..64ef88909f5 100644 --- a/python/databricks/bundles/jobs/_models/gcs_storage_info.py +++ b/python/databricks/bundles/jobs/_models/gcs_storage_info.py @@ -1,31 +1,174 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GcsStorageInfo: """ A storage location in Google Cloud Platform's GCS """ - destination: VariableOr[str] """ GCS destination/URI, e.g. `gs://my-bucket/some-prefix` """ @classmethod - def from_dict(cls, value: "GcsStorageInfoDict") -> "Self": + def from_dict(cls, value: 'GcsStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GcsStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GcsStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class GcsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py b/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py index 534e83910e6..1f885323f0e 100644 --- a/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py +++ b/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py @@ -1,24 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.compute_config import ( - ComputeConfig, - ComputeConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + from databricks.bundles.jobs._models.source import Source, SourceParam +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GenAiComputeTask: """ :meta private: [EXPERIMENTAL] - + DEPRECATED — use `AiRuntimeTask` for all new BYOT multi-node GPU workloads (see ai_runtime_task.proto). `AiRuntimeTask` is the only supported BYOT task type for new workloads; this proto is retained only @@ -26,7 +164,6 @@ class GenAiComputeTask: removed once the pywheel → databricks-cli migration completes (post- PuPr). """ - dl_runtime_image: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -89,11 +226,12 @@ class GenAiComputeTask: """ @classmethod - def from_dict(cls, value: "GenAiComputeTaskDict") -> "Self": + def from_dict(cls, value: 'GenAiComputeTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GenAiComputeTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GenAiComputeTaskDict': + return _transform_to_json_value(self) # type:ignore + class GenAiComputeTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/git_provider.py b/python/databricks/bundles/jobs/_models/git_provider.py index b3f8a73a376..2560d7f9009 100644 --- a/python/databricks/bundles/jobs/_models/git_provider.py +++ b/python/databricks/bundles/jobs/_models/git_provider.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class GitProvider(Enum): @@ -12,17 +158,4 @@ class GitProvider(Enum): GIT_LAB_ENTERPRISE_EDITION = "gitLabEnterpriseEdition" AWS_CODE_COMMIT = "awsCodeCommit" - -GitProviderParam = ( - Literal[ - "gitHub", - "bitbucketCloud", - "azureDevOpsServices", - "gitHubEnterprise", - "bitbucketServer", - "gitLab", - "gitLabEnterpriseEdition", - "awsCodeCommit", - ] - | GitProvider -) +GitProviderParam = Literal["gitHub", "bitbucketCloud", "azureDevOpsServices", "gitHubEnterprise", "bitbucketServer", "gitLab", "gitLabEnterpriseEdition", "awsCodeCommit"] | GitProvider diff --git a/python/databricks/bundles/jobs/_models/git_source.py b/python/databricks/bundles/jobs/_models/git_source.py index a2c09691985..82ecba4cd93 100644 --- a/python/databricks/bundles/jobs/_models/git_source.py +++ b/python/databricks/bundles/jobs/_models/git_source.py @@ -1,29 +1,166 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam -from databricks.bundles.jobs._models.sparse_checkout import ( - SparseCheckout, - SparseCheckoutParam, -) + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GitSource: """ An optional specification for a remote Git repository containing the source code used by tasks. Version-controlled source code is supported by notebook, dbt, Python script, and SQL File tasks. - + If `git_source` is set, these tasks retrieve the file from the remote repository by default. However, this behavior can be overridden by setting `source` to `WORKSPACE` on the task. - + Note: dbt and SQL File tasks support only version-controlled sources. If dbt or SQL File tasks are used, `git_source` must be defined on the job. """ - git_provider: VariableOr[GitProvider] """ Unique identifier of the service used to host the Git repository. The value is case insensitive. @@ -52,11 +189,12 @@ class GitSource: sparse_checkout: VariableOrOptional[SparseCheckout] = None @classmethod - def from_dict(cls, value: "GitSourceDict") -> "Self": + def from_dict(cls, value: 'GitSourceDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GitSourceDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GitSourceDict': + return _transform_to_json_value(self) # type:ignore + class GitSourceDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py b/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py index feb9f498cef..caafd140855 100644 --- a/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py +++ b/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class HardwareAcceleratorType(Enum): @@ -8,11 +154,7 @@ class HardwareAcceleratorType(Enum): NOTE: This enum is referenced and is intended to be used by other Databricks services that need to specify hardware accelerator requirements for AI compute workloads. """ - GPU_1X_A10 = "GPU_1xA10" GPU_8X_H100 = "GPU_8xH100" - -HardwareAcceleratorTypeParam = ( - Literal["GPU_1xA10", "GPU_8xH100"] | HardwareAcceleratorType -) +HardwareAcceleratorTypeParam = Literal["GPU_1xA10", "GPU_8xH100"] | HardwareAcceleratorType diff --git a/python/databricks/bundles/jobs/_models/init_script_info.py b/python/databricks/bundles/jobs/_models/init_script_info.py index 7e125c63dff..018297c3f7b 100644 --- a/python/databricks/bundles/jobs/_models/init_script_info.py +++ b/python/databricks/bundles/jobs/_models/init_script_info.py @@ -1,48 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.adlsgen2_info import ( - Adlsgen2Info, - Adlsgen2InfoParam, -) -from databricks.bundles.jobs._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoParam, -) -from databricks.bundles.jobs._models.gcs_storage_info import ( - GcsStorageInfo, - GcsStorageInfoParam, -) -from databricks.bundles.jobs._models.local_file_info import ( - LocalFileInfo, - LocalFileInfoParam, -) -from databricks.bundles.jobs._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoParam, -) -from databricks.bundles.jobs._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoParam, -) -from databricks.bundles.jobs._models.workspace_storage_info import ( - WorkspaceStorageInfo, - WorkspaceStorageInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class InitScriptInfo: """ Config for an individual init script """ - abfss: VariableOrOptional[Adlsgen2Info] = None """ Contains the Azure Data Lake Storage destination path @@ -87,11 +201,12 @@ class InitScriptInfo: """ @classmethod - def from_dict(cls, value: "InitScriptInfoDict") -> "Self": + def from_dict(cls, value: 'InitScriptInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "InitScriptInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'InitScriptInfoDict': + return _transform_to_json_value(self) # type:ignore + class InitScriptInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job.py b/python/databricks/bundles/jobs/_models/job.py index 331f49b9991..d391e34927f 100644 --- a/python/databricks/bundles/jobs/_models/job.py +++ b/python/databricks/bundles/jobs/_models/job.py @@ -1,75 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.continuous import ( - Continuous, - ContinuousParam, -) -from databricks.bundles.jobs._models.cron_schedule import ( - CronSchedule, - CronScheduleParam, -) -from databricks.bundles.jobs._models.git_source import ( - GitSource, - GitSourceParam, -) -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import ( - JobEmailNotifications, - JobEmailNotificationsParam, -) -from databricks.bundles.jobs._models.job_environment import ( - JobEnvironment, - JobEnvironmentParam, -) -from databricks.bundles.jobs._models.job_notification_settings import ( - JobNotificationSettings, - JobNotificationSettingsParam, -) -from databricks.bundles.jobs._models.job_parameter_definition import ( - JobParameterDefinition, - JobParameterDefinitionParam, -) -from databricks.bundles.jobs._models.job_permission import ( - JobPermission, - JobPermissionParam, -) -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rules import ( - JobsHealthRules, - JobsHealthRulesParam, -) -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleParam -from databricks.bundles.jobs._models.performance_target import ( - PerformanceTarget, - PerformanceTargetParam, -) -from databricks.bundles.jobs._models.queue_settings import ( - QueueSettings, - QueueSettingsParam, -) -from databricks.bundles.jobs._models.task import Task, TaskParam -from databricks.bundles.jobs._models.trigger_settings import ( - TriggerSettings, - TriggerSettingsParam, -) -from databricks.bundles.jobs._models.webhook_notifications import ( - WebhookNotifications, - WebhookNotificationsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Job(Resource): """""" @@ -227,11 +309,12 @@ class Job(Resource): """ @classmethod - def from_dict(cls, value: "JobDict") -> "Self": + def from_dict(cls, value: 'JobDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobDict': + return _transform_to_json_value(self) # type:ignore + class JobDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_cluster.py b/python/databricks/bundles/jobs/_models/job_cluster.py index 7e78fa161c0..7c43b806889 100644 --- a/python/databricks/bundles/jobs/_models/job_cluster.py +++ b/python/databricks/bundles/jobs/_models/job_cluster.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobCluster: """""" @@ -35,11 +177,12 @@ class JobCluster: """ @classmethod - def from_dict(cls, value: "JobClusterDict") -> "Self": + def from_dict(cls, value: 'JobClusterDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobClusterDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobClusterDict': + return _transform_to_json_value(self) # type:ignore + class JobClusterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_email_notifications.py b/python/databricks/bundles/jobs/_models/job_email_notifications.py index e8474261a8d..e933d1ed77a 100644 --- a/python/databricks/bundles/jobs/_models/job_email_notifications.py +++ b/python/databricks/bundles/jobs/_models/job_email_notifications.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobEmailNotifications: """""" @@ -19,9 +162,7 @@ class JobEmailNotifications: This field is `deprecated`. Please use the `notification_settings.no_alert_for_skipped_runs` field. """ - on_duration_warning_threshold_exceeded: VariableOrList[str] = field( - default_factory=list - ) + on_duration_warning_threshold_exceeded: VariableOrList[str] = field(default_factory=list) """ A list of email addresses to be notified when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. If no rule for the `RUN_DURATION_SECONDS` metric is specified in the `health` field for the job, notifications are not sent. """ @@ -49,11 +190,12 @@ class JobEmailNotifications: """ @classmethod - def from_dict(cls, value: "JobEmailNotificationsDict") -> "Self": + def from_dict(cls, value: 'JobEmailNotificationsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobEmailNotificationsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobEmailNotificationsDict': + return _transform_to_json_value(self) # type:ignore + class JobEmailNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_environment.py b/python/databricks/bundles/jobs/_models/job_environment.py index ee3769d00f1..925fded68b9 100644 --- a/python/databricks/bundles/jobs/_models/job_environment.py +++ b/python/databricks/bundles/jobs/_models/job_environment.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.environment import Environment, EnvironmentParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobEnvironment: """""" @@ -26,11 +168,12 @@ class JobEnvironment: """ @classmethod - def from_dict(cls, value: "JobEnvironmentDict") -> "Self": + def from_dict(cls, value: 'JobEnvironmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobEnvironmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobEnvironmentDict': + return _transform_to_json_value(self) # type:ignore + class JobEnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_notification_settings.py b/python/databricks/bundles/jobs/_models/job_notification_settings.py index a311536fbd9..479835c6749 100644 --- a/python/databricks/bundles/jobs/_models/job_notification_settings.py +++ b/python/databricks/bundles/jobs/_models/job_notification_settings.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobNotificationSettings: """""" @@ -24,11 +167,12 @@ class JobNotificationSettings: """ @classmethod - def from_dict(cls, value: "JobNotificationSettingsDict") -> "Self": + def from_dict(cls, value: 'JobNotificationSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobNotificationSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobNotificationSettingsDict': + return _transform_to_json_value(self) # type:ignore + class JobNotificationSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_parameter_definition.py b/python/databricks/bundles/jobs/_models/job_parameter_definition.py index 8cd8fb9b5f7..e09c1c6bc93 100644 --- a/python/databricks/bundles/jobs/_models/job_parameter_definition.py +++ b/python/databricks/bundles/jobs/_models/job_parameter_definition.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobParameterDefinition: """""" @@ -24,11 +167,12 @@ class JobParameterDefinition: """ @classmethod - def from_dict(cls, value: "JobParameterDefinitionDict") -> "Self": + def from_dict(cls, value: 'JobParameterDefinitionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobParameterDefinitionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobParameterDefinitionDict': + return _transform_to_json_value(self) # type:ignore + class JobParameterDefinitionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_permission.py b/python/databricks/bundles/jobs/_models/job_permission.py index adf805863cc..5fd2f238830 100644 --- a/python/databricks/bundles/jobs/_models/job_permission.py +++ b/python/databricks/bundles/jobs/_models/job_permission.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.job_permission_level import ( - JobPermissionLevel, - JobPermissionLevelParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobPermission: """""" @@ -38,11 +177,12 @@ class JobPermission: """ @classmethod - def from_dict(cls, value: "JobPermissionDict") -> "Self": + def from_dict(cls, value: 'JobPermissionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobPermissionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobPermissionDict': + return _transform_to_json_value(self) # type:ignore + class JobPermissionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_permission_level.py b/python/databricks/bundles/jobs/_models/job_permission_level.py index c3ed76bd593..8b072005cd4 100644 --- a/python/databricks/bundles/jobs/_models/job_permission_level.py +++ b/python/databricks/bundles/jobs/_models/job_permission_level.py @@ -1,18 +1,160 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class JobPermissionLevel(Enum): """ Permission level """ - CAN_MANAGE = "CAN_MANAGE" IS_OWNER = "IS_OWNER" CAN_MANAGE_RUN = "CAN_MANAGE_RUN" CAN_VIEW = "CAN_VIEW" - -JobPermissionLevelParam = ( - Literal["CAN_MANAGE", "IS_OWNER", "CAN_MANAGE_RUN", "CAN_VIEW"] | JobPermissionLevel -) +JobPermissionLevelParam = Literal["CAN_MANAGE", "IS_OWNER", "CAN_MANAGE_RUN", "CAN_VIEW"] | JobPermissionLevel diff --git a/python/databricks/bundles/jobs/_models/job_run_as.py b/python/databricks/bundles/jobs/_models/job_run_as.py index 4e5c4a72e26..2d97ac972e7 100644 --- a/python/databricks/bundles/jobs/_models/job_run_as.py +++ b/python/databricks/bundles/jobs/_models/job_run_as.py @@ -1,22 +1,164 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobRunAs: """ Write-only setting. Specifies the user or service principal that the job runs as. If not specified, the job runs as the user who created the job. - + Either `user_name` or `service_principal_name` should be specified. If not, an error is thrown. """ - group_name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -35,11 +177,12 @@ class JobRunAs: """ @classmethod - def from_dict(cls, value: "JobRunAsDict") -> "Self": + def from_dict(cls, value: 'JobRunAsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobRunAsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobRunAsDict': + return _transform_to_json_value(self) # type:ignore + class JobRunAsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/jobs_health_metric.py b/python/databricks/bundles/jobs/_models/jobs_health_metric.py index fcc894a5577..3d962176c6c 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_metric.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_metric.py @@ -1,32 +1,167 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class JobsHealthMetric(Enum): """ Specifies the health metric that is being evaluated for a particular health rule. - + * `RUN_DURATION_SECONDS`: Expected total time for a run in seconds. * `STREAMING_BACKLOG_BYTES`: An estimate of the maximum bytes of data waiting to be consumed across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_RECORDS`: An estimate of the maximum offset lag across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_SECONDS`: An estimate of the maximum consumer delay across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_FILES`: An estimate of the maximum number of outstanding files across all streams. This metric is in Public Preview. """ - RUN_DURATION_SECONDS = "RUN_DURATION_SECONDS" STREAMING_BACKLOG_BYTES = "STREAMING_BACKLOG_BYTES" STREAMING_BACKLOG_RECORDS = "STREAMING_BACKLOG_RECORDS" STREAMING_BACKLOG_SECONDS = "STREAMING_BACKLOG_SECONDS" STREAMING_BACKLOG_FILES = "STREAMING_BACKLOG_FILES" - -JobsHealthMetricParam = ( - Literal[ - "RUN_DURATION_SECONDS", - "STREAMING_BACKLOG_BYTES", - "STREAMING_BACKLOG_RECORDS", - "STREAMING_BACKLOG_SECONDS", - "STREAMING_BACKLOG_FILES", - ] - | JobsHealthMetric -) +JobsHealthMetricParam = Literal["RUN_DURATION_SECONDS", "STREAMING_BACKLOG_BYTES", "STREAMING_BACKLOG_RECORDS", "STREAMING_BACKLOG_SECONDS", "STREAMING_BACKLOG_FILES"] | JobsHealthMetric diff --git a/python/databricks/bundles/jobs/_models/jobs_health_operator.py b/python/databricks/bundles/jobs/_models/jobs_health_operator.py index 2d949ff07ad..b3e39d8588d 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_operator.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_operator.py @@ -1,13 +1,157 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class JobsHealthOperator(Enum): """ Specifies the operator used to compare the health metric value with the specified threshold. """ - GREATER_THAN = "GREATER_THAN" - JobsHealthOperatorParam = Literal["GREATER_THAN"] | JobsHealthOperator diff --git a/python/databricks/bundles/jobs/_models/jobs_health_rule.py b/python/databricks/bundles/jobs/_models/jobs_health_rule.py index 0be82576ea2..4e6d5c09cd0 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_rule.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_rule.py @@ -1,22 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr -from databricks.bundles.jobs._models.jobs_health_metric import ( - JobsHealthMetric, - JobsHealthMetricParam, -) -from databricks.bundles.jobs._models.jobs_health_operator import ( - JobsHealthOperator, - JobsHealthOperatorParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobsHealthRule: """""" @@ -43,11 +178,12 @@ class JobsHealthRule: """ @classmethod - def from_dict(cls, value: "JobsHealthRuleDict") -> "Self": + def from_dict(cls, value: 'JobsHealthRuleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobsHealthRuleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobsHealthRuleDict': + return _transform_to_json_value(self) # type:ignore + class JobsHealthRuleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/jobs_health_rules.py b/python/databricks/bundles/jobs/_models/jobs_health_rules.py index 4f251368d1b..62c776789b2 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_rules.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_rules.py @@ -1,32 +1,171 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList -from databricks.bundles.jobs._models.jobs_health_rule import ( - JobsHealthRule, - JobsHealthRuleParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JobsHealthRules: """ An optional set of health rules that can be defined for this job. """ - rules: VariableOrList[JobsHealthRule] = field(default_factory=list) @classmethod - def from_dict(cls, value: "JobsHealthRulesDict") -> "Self": + def from_dict(cls, value: 'JobsHealthRulesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JobsHealthRulesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JobsHealthRulesDict': + return _transform_to_json_value(self) # type:ignore + class JobsHealthRulesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/kind.py b/python/databricks/bundles/jobs/_models/kind.py index b5408117ef6..0387caa768b 100644 --- a/python/databricks/bundles/jobs/_models/kind.py +++ b/python/databricks/bundles/jobs/_models/kind.py @@ -1,21 +1,165 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class Kind(Enum): """ The kind of compute described by this compute specification. - + Depending on `kind`, different validations and default values will be applied. - + Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) * [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) - + By using the [simple form](https://docs.databricks.com/compute/simple-form.html), your clusters are automatically using `kind = CLASSIC_PREVIEW`. """ - CLASSIC_PREVIEW = "CLASSIC_PREVIEW" - KindParam = Literal["CLASSIC_PREVIEW"] | Kind diff --git a/python/databricks/bundles/jobs/_models/library.py b/python/databricks/bundles/jobs/_models/library.py index c8d4b5f5b5e..a30bdaa1e98 100644 --- a/python/databricks/bundles/jobs/_models/library.py +++ b/python/databricks/bundles/jobs/_models/library.py @@ -1,26 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.maven_library import ( - MavenLibrary, - MavenLibraryParam, -) -from databricks.bundles.jobs._models.python_py_pi_library import ( - PythonPyPiLibrary, - PythonPyPiLibraryParam, -) -from databricks.bundles.jobs._models.r_cran_library import ( - RCranLibrary, - RCranLibraryParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Library: """""" @@ -72,11 +203,12 @@ class Library: """ @classmethod - def from_dict(cls, value: "LibraryDict") -> "Self": + def from_dict(cls, value: 'LibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LibraryDict': + return _transform_to_json_value(self) # type:ignore + class LibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/lifecycle.py b/python/databricks/bundles/jobs/_models/lifecycle.py index c934967f37e..241ad5d1334 100644 --- a/python/databricks/bundles/jobs/_models/lifecycle.py +++ b/python/databricks/bundles/jobs/_models/lifecycle.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Lifecycle: """""" @@ -19,11 +162,12 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: "LifecycleDict") -> "Self": + def from_dict(cls, value: 'LifecycleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LifecycleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LifecycleDict': + return _transform_to_json_value(self) # type:ignore + class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/local_file_info.py b/python/databricks/bundles/jobs/_models/local_file_info.py index 70d6f258200..408f0ab060c 100644 --- a/python/databricks/bundles/jobs/_models/local_file_info.py +++ b/python/databricks/bundles/jobs/_models/local_file_info.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class LocalFileInfo: """""" @@ -19,11 +162,12 @@ class LocalFileInfo: """ @classmethod - def from_dict(cls, value: "LocalFileInfoDict") -> "Self": + def from_dict(cls, value: 'LocalFileInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LocalFileInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LocalFileInfoDict': + return _transform_to_json_value(self) # type:ignore + class LocalFileInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/log_analytics_info.py b/python/databricks/bundles/jobs/_models/log_analytics_info.py index 5eced870a1e..bf84bfa9cc2 100644 --- a/python/databricks/bundles/jobs/_models/log_analytics_info.py +++ b/python/databricks/bundles/jobs/_models/log_analytics_info.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class LogAnalyticsInfo: """""" @@ -24,11 +167,12 @@ class LogAnalyticsInfo: """ @classmethod - def from_dict(cls, value: "LogAnalyticsInfoDict") -> "Self": + def from_dict(cls, value: 'LogAnalyticsInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LogAnalyticsInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LogAnalyticsInfoDict': + return _transform_to_json_value(self) # type:ignore + class LogAnalyticsInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/maven_library.py b/python/databricks/bundles/jobs/_models/maven_library.py index 45925700b82..d0934aba888 100644 --- a/python/databricks/bundles/jobs/_models/maven_library.py +++ b/python/databricks/bundles/jobs/_models/maven_library.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class MavenLibrary: """""" @@ -37,11 +176,12 @@ class MavenLibrary: """ @classmethod - def from_dict(cls, value: "MavenLibraryDict") -> "Self": + def from_dict(cls, value: 'MavenLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "MavenLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'MavenLibraryDict': + return _transform_to_json_value(self) # type:ignore + class MavenLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/model_trigger_configuration.py b/python/databricks/bundles/jobs/_models/model_trigger_configuration.py index eebf5713a93..9c12c82f558 100644 --- a/python/databricks/bundles/jobs/_models/model_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/model_trigger_configuration.py @@ -1,28 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ( - ModelTriggerConfigurationCondition, - ModelTriggerConfigurationConditionParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ModelTriggerConfiguration: """ :meta private: [EXPERIMENTAL] """ - condition: VariableOr[ModelTriggerConfigurationCondition] """ :meta private: [EXPERIMENTAL] @@ -63,11 +197,12 @@ class ModelTriggerConfiguration: """ @classmethod - def from_dict(cls, value: "ModelTriggerConfigurationDict") -> "Self": + def from_dict(cls, value: 'ModelTriggerConfigurationDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ModelTriggerConfigurationDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ModelTriggerConfigurationDict': + return _transform_to_json_value(self) # type:ignore + class ModelTriggerConfigurationDict(TypedDict, total=False): @@ -113,6 +248,4 @@ class ModelTriggerConfigurationDict(TypedDict, total=False): """ -ModelTriggerConfigurationParam = ( - ModelTriggerConfigurationDict | ModelTriggerConfiguration -) +ModelTriggerConfigurationParam = ModelTriggerConfigurationDict | ModelTriggerConfiguration diff --git a/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py b/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py index 60d942a2c57..6805afbb12b 100644 --- a/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py +++ b/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py @@ -1,18 +1,159 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class ModelTriggerConfigurationCondition(Enum): """ :meta private: [EXPERIMENTAL] """ - MODEL_CREATED = "MODEL_CREATED" MODEL_VERSION_READY = "MODEL_VERSION_READY" MODEL_ALIAS_SET = "MODEL_ALIAS_SET" - -ModelTriggerConfigurationConditionParam = ( - Literal["MODEL_CREATED", "MODEL_VERSION_READY", "MODEL_ALIAS_SET"] - | ModelTriggerConfigurationCondition -) +ModelTriggerConfigurationConditionParam = Literal["MODEL_CREATED", "MODEL_VERSION_READY", "MODEL_ALIAS_SET"] | ModelTriggerConfigurationCondition diff --git a/python/databricks/bundles/jobs/_models/node_type_flexibility.py b/python/databricks/bundles/jobs/_models/node_type_flexibility.py index 1f6dade3569..ae8153821ca 100644 --- a/python/databricks/bundles/jobs/_models/node_type_flexibility.py +++ b/python/databricks/bundles/jobs/_models/node_type_flexibility.py @@ -1,31 +1,174 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class NodeTypeFlexibility: """ Configuration for flexible node types, allowing fallback to alternate node types during cluster launch and upscale. """ - alternate_node_type_ids: VariableOrList[str] = field(default_factory=list) """ A list of node type IDs to use as fallbacks when the primary node type is unavailable. """ @classmethod - def from_dict(cls, value: "NodeTypeFlexibilityDict") -> "Self": + def from_dict(cls, value: 'NodeTypeFlexibilityDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "NodeTypeFlexibilityDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'NodeTypeFlexibilityDict': + return _transform_to_json_value(self) # type:ignore + class NodeTypeFlexibilityDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/notebook_task.py b/python/databricks/bundles/jobs/_models/notebook_task.py index 3585a849419..6f22f9bb067 100644 --- a/python/databricks/bundles/jobs/_models/notebook_task.py +++ b/python/databricks/bundles/jobs/_models/notebook_task.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + from databricks.bundles.jobs._models.source import Source, SourceParam +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class NotebookTask: """""" @@ -56,11 +194,12 @@ class NotebookTask: """ @classmethod - def from_dict(cls, value: "NotebookTaskDict") -> "Self": + def from_dict(cls, value: 'NotebookTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "NotebookTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'NotebookTaskDict': + return _transform_to_json_value(self) # type:ignore + class NotebookTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/pause_status.py b/python/databricks/bundles/jobs/_models/pause_status.py index ee701fa10c9..a7fe6b91247 100644 --- a/python/databricks/bundles/jobs/_models/pause_status.py +++ b/python/databricks/bundles/jobs/_models/pause_status.py @@ -1,10 +1,155 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class PauseStatus(Enum): UNPAUSED = "UNPAUSED" PAUSED = "PAUSED" - PauseStatusParam = Literal["UNPAUSED", "PAUSED"] | PauseStatus diff --git a/python/databricks/bundles/jobs/_models/performance_target.py b/python/databricks/bundles/jobs/_models/performance_target.py index 5e7b83ae616..cef79bd2bb5 100644 --- a/python/databricks/bundles/jobs/_models/performance_target.py +++ b/python/databricks/bundles/jobs/_models/performance_target.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class PerformanceTarget(Enum): @@ -8,11 +154,7 @@ class PerformanceTarget(Enum): The performance mode on the job or pipeline should map to a performance setting that is passed to Cluster Manager (see cluster-common PerformanceTarget). """ - PERFORMANCE_OPTIMIZED = "PERFORMANCE_OPTIMIZED" STANDARD = "STANDARD" - -PerformanceTargetParam = ( - Literal["PERFORMANCE_OPTIMIZED", "STANDARD"] | PerformanceTarget -) +PerformanceTargetParam = Literal["PERFORMANCE_OPTIMIZED", "STANDARD"] | PerformanceTarget diff --git a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py index 5ff5479a886..41e7391e68b 100644 --- a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import ( - PeriodicTriggerConfigurationTimeUnit, - PeriodicTriggerConfigurationTimeUnitParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PeriodicTriggerConfiguration: """""" @@ -28,11 +167,12 @@ class PeriodicTriggerConfiguration: """ @classmethod - def from_dict(cls, value: "PeriodicTriggerConfigurationDict") -> "Self": + def from_dict(cls, value: 'PeriodicTriggerConfigurationDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PeriodicTriggerConfigurationDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PeriodicTriggerConfigurationDict': + return _transform_to_json_value(self) # type:ignore + class PeriodicTriggerConfigurationDict(TypedDict, total=False): @@ -49,6 +189,4 @@ class PeriodicTriggerConfigurationDict(TypedDict, total=False): """ -PeriodicTriggerConfigurationParam = ( - PeriodicTriggerConfigurationDict | PeriodicTriggerConfiguration -) +PeriodicTriggerConfigurationParam = PeriodicTriggerConfigurationDict | PeriodicTriggerConfiguration diff --git a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py index c049a9788bb..de2766e9f5d 100644 --- a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py +++ b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class PeriodicTriggerConfigurationTimeUnit(Enum): @@ -8,7 +154,4 @@ class PeriodicTriggerConfigurationTimeUnit(Enum): WEEKS = "WEEKS" MINUTES = "MINUTES" - -PeriodicTriggerConfigurationTimeUnitParam = ( - Literal["HOURS", "DAYS", "WEEKS", "MINUTES"] | PeriodicTriggerConfigurationTimeUnit -) +PeriodicTriggerConfigurationTimeUnitParam = Literal["HOURS", "DAYS", "WEEKS", "MINUTES"] | PeriodicTriggerConfigurationTimeUnit diff --git a/python/databricks/bundles/jobs/_models/pipeline_params.py b/python/databricks/bundles/jobs/_models/pipeline_params.py index 6c653b3e6c3..19c36940787 100644 --- a/python/databricks/bundles/jobs/_models/pipeline_params.py +++ b/python/databricks/bundles/jobs/_models/pipeline_params.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelineParams: """""" @@ -40,11 +183,12 @@ class PipelineParams: """ @classmethod - def from_dict(cls, value: "PipelineParamsDict") -> "Self": + def from_dict(cls, value: 'PipelineParamsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineParamsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineParamsDict': + return _transform_to_json_value(self) # type:ignore + class PipelineParamsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/pipeline_task.py b/python/databricks/bundles/jobs/_models/pipeline_task.py index 256a5d8f913..6da313aef8f 100644 --- a/python/databricks/bundles/jobs/_models/pipeline_task.py +++ b/python/databricks/bundles/jobs/_models/pipeline_task.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelineTask: """""" @@ -56,11 +194,12 @@ class PipelineTask: """ @classmethod - def from_dict(cls, value: "PipelineTaskDict") -> "Self": + def from_dict(cls, value: 'PipelineTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineTaskDict': + return _transform_to_json_value(self) # type:ignore + class PipelineTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_model.py b/python/databricks/bundles/jobs/_models/power_bi_model.py index 72ddd53ea21..66e0f1f513a 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_model.py +++ b/python/databricks/bundles/jobs/_models/power_bi_model.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.authentication_method import ( - AuthenticationMethod, - AuthenticationMethodParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PowerBiModel: """""" @@ -44,11 +182,12 @@ class PowerBiModel: """ @classmethod - def from_dict(cls, value: "PowerBiModelDict") -> "Self": + def from_dict(cls, value: 'PowerBiModelDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PowerBiModelDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PowerBiModelDict': + return _transform_to_json_value(self) # type:ignore + class PowerBiModelDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_table.py b/python/databricks/bundles/jobs/_models/power_bi_table.py index 4c91b194cf5..c423d94a690 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_table.py +++ b/python/databricks/bundles/jobs/_models/power_bi_table.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PowerBiTable: """""" @@ -35,11 +177,12 @@ class PowerBiTable: """ @classmethod - def from_dict(cls, value: "PowerBiTableDict") -> "Self": + def from_dict(cls, value: 'PowerBiTableDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PowerBiTableDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PowerBiTableDict': + return _transform_to_json_value(self) # type:ignore + class PowerBiTableDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_task.py b/python/databricks/bundles/jobs/_models/power_bi_task.py index 61d6930d1bf..34fa2922e3f 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_task.py +++ b/python/databricks/bundles/jobs/_models/power_bi_task.py @@ -1,22 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.jobs._models.power_bi_model import ( - PowerBiModel, - PowerBiModelParam, -) -from databricks.bundles.jobs._models.power_bi_table import ( - PowerBiTable, - PowerBiTableParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PowerBiTask: """""" @@ -47,11 +182,12 @@ class PowerBiTask: """ @classmethod - def from_dict(cls, value: "PowerBiTaskDict") -> "Self": + def from_dict(cls, value: 'PowerBiTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PowerBiTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PowerBiTaskDict': + return _transform_to_json_value(self) # type:ignore + class PowerBiTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_operator_task.py b/python/databricks/bundles/jobs/_models/python_operator_task.py index be557e49e63..210f1bc14fb 100644 --- a/python/databricks/bundles/jobs/_models/python_operator_task.py +++ b/python/databricks/bundles/jobs/_models/python_operator_task.py @@ -1,24 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.jobs._models.python_operator_task_parameter import ( - PythonOperatorTaskParameter, - PythonOperatorTaskParameterParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PythonOperatorTask: """ :meta private: [EXPERIMENTAL] """ - main: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -27,9 +165,7 @@ class PythonOperatorTask: For example, `my_project.my_function` or `my_project.MyOperator`. """ - parameters: VariableOrList[PythonOperatorTaskParameter] = field( - default_factory=list - ) + parameters: VariableOrList[PythonOperatorTaskParameter] = field(default_factory=list) """ :meta private: [EXPERIMENTAL] @@ -38,11 +174,12 @@ class PythonOperatorTask: """ @classmethod - def from_dict(cls, value: "PythonOperatorTaskDict") -> "Self": + def from_dict(cls, value: 'PythonOperatorTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PythonOperatorTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PythonOperatorTaskDict': + return _transform_to_json_value(self) # type:ignore + class PythonOperatorTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py b/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py index e109668e4e2..c9c3a62ef2f 100644 --- a/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py +++ b/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PythonOperatorTaskParameter: """ :meta private: [EXPERIMENTAL] """ - name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -30,11 +172,12 @@ class PythonOperatorTaskParameter: """ @classmethod - def from_dict(cls, value: "PythonOperatorTaskParameterDict") -> "Self": + def from_dict(cls, value: 'PythonOperatorTaskParameterDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PythonOperatorTaskParameterDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PythonOperatorTaskParameterDict': + return _transform_to_json_value(self) # type:ignore + class PythonOperatorTaskParameterDict(TypedDict, total=False): @@ -55,6 +198,4 @@ class PythonOperatorTaskParameterDict(TypedDict, total=False): """ -PythonOperatorTaskParameterParam = ( - PythonOperatorTaskParameterDict | PythonOperatorTaskParameter -) +PythonOperatorTaskParameterParam = PythonOperatorTaskParameterDict | PythonOperatorTaskParameter diff --git a/python/databricks/bundles/jobs/_models/python_py_pi_library.py b/python/databricks/bundles/jobs/_models/python_py_pi_library.py index 58db37caf5b..1df5c61568f 100644 --- a/python/databricks/bundles/jobs/_models/python_py_pi_library.py +++ b/python/databricks/bundles/jobs/_models/python_py_pi_library.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PythonPyPiLibrary: """""" @@ -26,11 +169,12 @@ class PythonPyPiLibrary: """ @classmethod - def from_dict(cls, value: "PythonPyPiLibraryDict") -> "Self": + def from_dict(cls, value: 'PythonPyPiLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PythonPyPiLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PythonPyPiLibraryDict': + return _transform_to_json_value(self) # type:ignore + class PythonPyPiLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_wheel_task.py b/python/databricks/bundles/jobs/_models/python_wheel_task.py index 07a230d8f59..345127b6bb2 100644 --- a/python/databricks/bundles/jobs/_models/python_wheel_task.py +++ b/python/databricks/bundles/jobs/_models/python_wheel_task.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrDict, VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PythonWheelTask: """""" @@ -34,11 +177,12 @@ class PythonWheelTask: """ @classmethod - def from_dict(cls, value: "PythonWheelTaskDict") -> "Self": + def from_dict(cls, value: 'PythonWheelTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PythonWheelTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PythonWheelTaskDict': + return _transform_to_json_value(self) # type:ignore + class PythonWheelTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/queue_settings.py b/python/databricks/bundles/jobs/_models/queue_settings.py index c0c2b5af346..2e56056e521 100644 --- a/python/databricks/bundles/jobs/_models/queue_settings.py +++ b/python/databricks/bundles/jobs/_models/queue_settings.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class QueueSettings: """""" @@ -19,11 +162,12 @@ class QueueSettings: """ @classmethod - def from_dict(cls, value: "QueueSettingsDict") -> "Self": + def from_dict(cls, value: 'QueueSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "QueueSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'QueueSettingsDict': + return _transform_to_json_value(self) # type:ignore + class QueueSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/r_cran_library.py b/python/databricks/bundles/jobs/_models/r_cran_library.py index 0770f2265aa..bf64c8d32d8 100644 --- a/python/databricks/bundles/jobs/_models/r_cran_library.py +++ b/python/databricks/bundles/jobs/_models/r_cran_library.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RCranLibrary: """""" @@ -24,11 +167,12 @@ class RCranLibrary: """ @classmethod - def from_dict(cls, value: "RCranLibraryDict") -> "Self": + def from_dict(cls, value: 'RCranLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RCranLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RCranLibraryDict': + return _transform_to_json_value(self) # type:ignore + class RCranLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/run_if.py b/python/databricks/bundles/jobs/_models/run_if.py index d61bf51eac3..3bfff8c1067 100644 --- a/python/databricks/bundles/jobs/_models/run_if.py +++ b/python/databricks/bundles/jobs/_models/run_if.py @@ -1,11 +1,157 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class RunIf(Enum): """ An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`. - + Possible values are: * `ALL_SUCCESS`: All dependencies have executed and succeeded * `AT_LEAST_ONE_SUCCESS`: At least one dependency has succeeded @@ -14,7 +160,6 @@ class RunIf(Enum): * `AT_LEAST_ONE_FAILED`: At least one dependency failed * `ALL_FAILED`: ALl dependencies have failed """ - ALL_SUCCESS = "ALL_SUCCESS" ALL_DONE = "ALL_DONE" NONE_FAILED = "NONE_FAILED" @@ -22,15 +167,4 @@ class RunIf(Enum): ALL_FAILED = "ALL_FAILED" AT_LEAST_ONE_FAILED = "AT_LEAST_ONE_FAILED" - -RunIfParam = ( - Literal[ - "ALL_SUCCESS", - "ALL_DONE", - "NONE_FAILED", - "AT_LEAST_ONE_SUCCESS", - "ALL_FAILED", - "AT_LEAST_ONE_FAILED", - ] - | RunIf -) +RunIfParam = Literal["ALL_SUCCESS", "ALL_DONE", "NONE_FAILED", "AT_LEAST_ONE_SUCCESS", "ALL_FAILED", "AT_LEAST_ONE_FAILED"] | RunIf diff --git a/python/databricks/bundles/jobs/_models/run_job_task.py b/python/databricks/bundles/jobs/_models/run_job_task.py index c7b88ee5eaa..e4be9630567 100644 --- a/python/databricks/bundles/jobs/_models/run_job_task.py +++ b/python/databricks/bundles/jobs/_models/run_job_task.py @@ -1,22 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrOptional, -) -from databricks.bundles.jobs._models.pipeline_params import ( - PipelineParams, - PipelineParamsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RunJobTask: """""" @@ -37,11 +172,12 @@ class RunJobTask: """ @classmethod - def from_dict(cls, value: "RunJobTaskDict") -> "Self": + def from_dict(cls, value: 'RunJobTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RunJobTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RunJobTaskDict': + return _transform_to_json_value(self) # type:ignore + class RunJobTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/runtime_engine.py b/python/databricks/bundles/jobs/_models/runtime_engine.py index 1829c507e7e..f9eccff0a09 100644 --- a/python/databricks/bundles/jobs/_models/runtime_engine.py +++ b/python/databricks/bundles/jobs/_models/runtime_engine.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class RuntimeEngine(Enum): @@ -7,5 +153,4 @@ class RuntimeEngine(Enum): STANDARD = "STANDARD" PHOTON = "PHOTON" - RuntimeEngineParam = Literal["NULL", "STANDARD", "PHOTON"] | RuntimeEngine diff --git a/python/databricks/bundles/jobs/_models/s3_storage_info.py b/python/databricks/bundles/jobs/_models/s3_storage_info.py index b5e09063e51..1c50384f510 100644 --- a/python/databricks/bundles/jobs/_models/s3_storage_info.py +++ b/python/databricks/bundles/jobs/_models/s3_storage_info.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class S3StorageInfo: """ A storage location in Amazon S3 """ - destination: VariableOr[str] """ S3 destination, e.g. `s3://my-bucket/some-prefix` Note that logs will be delivered using @@ -62,11 +204,12 @@ class S3StorageInfo: """ @classmethod - def from_dict(cls, value: "S3StorageInfoDict") -> "Self": + def from_dict(cls, value: 'S3StorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "S3StorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'S3StorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class S3StorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/source.py b/python/databricks/bundles/jobs/_models/source.py index c9e02d4a437..6c7357d9ae3 100644 --- a/python/databricks/bundles/jobs/_models/source.py +++ b/python/databricks/bundles/jobs/_models/source.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class Source(Enum): @@ -11,9 +157,7 @@ class Source(Enum): * `WORKSPACE`: SQL file is located in Databricks workspace. * `GIT`: SQL file is located in cloud Git provider. """ - WORKSPACE = "WORKSPACE" GIT = "GIT" - SourceParam = Literal["WORKSPACE", "GIT"] | Source diff --git a/python/databricks/bundles/jobs/_models/spark_jar_task.py b/python/databricks/bundles/jobs/_models/spark_jar_task.py index 9b727384377..e896a762d25 100644 --- a/python/databricks/bundles/jobs/_models/spark_jar_task.py +++ b/python/databricks/bundles/jobs/_models/spark_jar_task.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SparkJarTask: """""" @@ -44,11 +183,12 @@ class SparkJarTask: """ @classmethod - def from_dict(cls, value: "SparkJarTaskDict") -> "Self": + def from_dict(cls, value: 'SparkJarTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SparkJarTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SparkJarTaskDict': + return _transform_to_json_value(self) # type:ignore + class SparkJarTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/spark_python_task.py b/python/databricks/bundles/jobs/_models/spark_python_task.py index fe5a3fcce3e..e02f0a19ee3 100644 --- a/python/databricks/bundles/jobs/_models/spark_python_task.py +++ b/python/databricks/bundles/jobs/_models/spark_python_task.py @@ -1,19 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + from databricks.bundles.jobs._models.source import Source, SourceParam +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SparkPythonTask: """""" @@ -41,11 +179,12 @@ class SparkPythonTask: """ @classmethod - def from_dict(cls, value: "SparkPythonTaskDict") -> "Self": + def from_dict(cls, value: 'SparkPythonTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SparkPythonTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SparkPythonTaskDict': + return _transform_to_json_value(self) # type:ignore + class SparkPythonTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/spark_submit_task.py b/python/databricks/bundles/jobs/_models/spark_submit_task.py index c809dbe7211..d67cb588179 100644 --- a/python/databricks/bundles/jobs/_models/spark_submit_task.py +++ b/python/databricks/bundles/jobs/_models/spark_submit_task.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SparkSubmitTask: """ - [DEPRECATED] + [DEPRECATED] """ - parameters: VariableOrList[str] = field(default_factory=list) """ Command-line parameters passed to spark submit. @@ -23,11 +165,12 @@ class SparkSubmitTask: """ @classmethod - def from_dict(cls, value: "SparkSubmitTaskDict") -> "Self": + def from_dict(cls, value: 'SparkSubmitTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SparkSubmitTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SparkSubmitTaskDict': + return _transform_to_json_value(self) # type:ignore + class SparkSubmitTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sparse_checkout.py b/python/databricks/bundles/jobs/_models/sparse_checkout.py index 47e41f54bb8..d3995300c6c 100644 --- a/python/databricks/bundles/jobs/_models/sparse_checkout.py +++ b/python/databricks/bundles/jobs/_models/sparse_checkout.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SparseCheckout: """""" @@ -19,11 +162,12 @@ class SparseCheckout: """ @classmethod - def from_dict(cls, value: "SparseCheckoutDict") -> "Self": + def from_dict(cls, value: 'SparseCheckoutDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SparseCheckoutDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SparseCheckoutDict': + return _transform_to_json_value(self) # type:ignore + class SparseCheckoutDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_condition_configuration.py b/python/databricks/bundles/jobs/_models/sql_condition_configuration.py index c459eb896a1..1ac70c6ea55 100644 --- a/python/databricks/bundles/jobs/_models/sql_condition_configuration.py +++ b/python/databricks/bundles/jobs/_models/sql_condition_configuration.py @@ -1,24 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.jobs._models.sql_condition_trigger_mode import ( - SqlConditionTriggerMode, - SqlConditionTriggerModeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlConditionConfiguration: """ :meta private: [EXPERIMENTAL] """ - sql_query_id: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -45,11 +183,12 @@ class SqlConditionConfiguration: """ @classmethod - def from_dict(cls, value: "SqlConditionConfigurationDict") -> "Self": + def from_dict(cls, value: 'SqlConditionConfigurationDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlConditionConfigurationDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlConditionConfigurationDict': + return _transform_to_json_value(self) # type:ignore + class SqlConditionConfigurationDict(TypedDict, total=False): @@ -81,6 +220,4 @@ class SqlConditionConfigurationDict(TypedDict, total=False): """ -SqlConditionConfigurationParam = ( - SqlConditionConfigurationDict | SqlConditionConfiguration -) +SqlConditionConfigurationParam = SqlConditionConfigurationDict | SqlConditionConfiguration diff --git a/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py b/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py index 677e0bdd4b8..87abdd30bb5 100644 --- a/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py +++ b/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py @@ -1,13 +1,159 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class SqlConditionTriggerMode(Enum): """ :meta private: [EXPERIMENTAL] - + The strategy used to evaluate a SQL condition trigger against a query result set. - + * `SQL_CONDITION_TRIGGER_MODE_UNSPECIFIED`: Sentinel zero-value. Not a valid input — the validator rejects this when sent explicitly. Internally treated as `QUERY_RETURNS_ROWS` when reading legacy data that predates this field. @@ -17,11 +163,7 @@ class SqlConditionTriggerMode(Enum): previous evaluation. The first evaluation always fires. Queries must return exactly one cell (one row, one column). """ - QUERY_RETURNS_ROWS = "QUERY_RETURNS_ROWS" RESULT_VALUE_CHANGES = "RESULT_VALUE_CHANGES" - -SqlConditionTriggerModeParam = ( - Literal["QUERY_RETURNS_ROWS", "RESULT_VALUE_CHANGES"] | SqlConditionTriggerMode -) +SqlConditionTriggerModeParam = Literal["QUERY_RETURNS_ROWS", "RESULT_VALUE_CHANGES"] | SqlConditionTriggerMode diff --git a/python/databricks/bundles/jobs/_models/sql_task.py b/python/databricks/bundles/jobs/_models/sql_task.py index f404a5b7a91..3a70886c3f4 100644 --- a/python/databricks/bundles/jobs/_models/sql_task.py +++ b/python/databricks/bundles/jobs/_models/sql_task.py @@ -1,31 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrOptional, -) -from databricks.bundles.jobs._models.sql_task_alert import ( - SqlTaskAlert, - SqlTaskAlertParam, -) -from databricks.bundles.jobs._models.sql_task_dashboard import ( - SqlTaskDashboard, - SqlTaskDashboardParam, -) -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import ( - SqlTaskQuery, - SqlTaskQueryParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTask: """""" @@ -61,11 +187,12 @@ class SqlTask: """ @classmethod - def from_dict(cls, value: "SqlTaskDict") -> "Self": + def from_dict(cls, value: 'SqlTaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_alert.py b/python/databricks/bundles/jobs/_models/sql_task_alert.py index 513eecd7104..ef32707bdb5 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_alert.py +++ b/python/databricks/bundles/jobs/_models/sql_task_alert.py @@ -1,22 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.sql_task_subscription import ( - SqlTaskSubscription, - SqlTaskSubscriptionParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTaskAlert: """""" @@ -37,11 +172,12 @@ class SqlTaskAlert: """ @classmethod - def from_dict(cls, value: "SqlTaskAlertDict") -> "Self": + def from_dict(cls, value: 'SqlTaskAlertDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskAlertDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskAlertDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskAlertDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_dashboard.py b/python/databricks/bundles/jobs/_models/sql_task_dashboard.py index bc0a9b831fe..296b132fdce 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_dashboard.py +++ b/python/databricks/bundles/jobs/_models/sql_task_dashboard.py @@ -1,22 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.sql_task_subscription import ( - SqlTaskSubscription, - SqlTaskSubscriptionParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTaskDashboard: """""" @@ -42,11 +177,12 @@ class SqlTaskDashboard: """ @classmethod - def from_dict(cls, value: "SqlTaskDashboardDict") -> "Self": + def from_dict(cls, value: 'SqlTaskDashboardDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskDashboardDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskDashboardDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskDashboardDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_file.py b/python/databricks/bundles/jobs/_models/sql_task_file.py index a0c02a2ca1a..7273546a696 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_file.py +++ b/python/databricks/bundles/jobs/_models/sql_task_file.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + from databricks.bundles.jobs._models.source import Source, SourceParam +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTaskFile: """""" @@ -30,11 +172,12 @@ class SqlTaskFile: """ @classmethod - def from_dict(cls, value: "SqlTaskFileDict") -> "Self": + def from_dict(cls, value: 'SqlTaskFileDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskFileDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskFileDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskFileDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_query.py b/python/databricks/bundles/jobs/_models/sql_task_query.py index c367bff828b..2a43b8f61b9 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_query.py +++ b/python/databricks/bundles/jobs/_models/sql_task_query.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTaskQuery: """""" @@ -19,11 +162,12 @@ class SqlTaskQuery: """ @classmethod - def from_dict(cls, value: "SqlTaskQueryDict") -> "Self": + def from_dict(cls, value: 'SqlTaskQueryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskQueryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskQueryDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskQueryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_subscription.py b/python/databricks/bundles/jobs/_models/sql_task_subscription.py index e58319b5386..a81802f12b2 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_subscription.py +++ b/python/databricks/bundles/jobs/_models/sql_task_subscription.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SqlTaskSubscription: """""" @@ -24,11 +167,12 @@ class SqlTaskSubscription: """ @classmethod - def from_dict(cls, value: "SqlTaskSubscriptionDict") -> "Self": + def from_dict(cls, value: 'SqlTaskSubscriptionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SqlTaskSubscriptionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SqlTaskSubscriptionDict': + return _transform_to_json_value(self) # type:ignore + class SqlTaskSubscriptionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/storage_mode.py b/python/databricks/bundles/jobs/_models/storage_mode.py index 764e2e7d54a..f59c8800bb4 100644 --- a/python/databricks/bundles/jobs/_models/storage_mode.py +++ b/python/databricks/bundles/jobs/_models/storage_mode.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam class StorageMode(Enum): @@ -7,5 +153,4 @@ class StorageMode(Enum): IMPORT = "IMPORT" DUAL = "DUAL" - StorageModeParam = Literal["DIRECT_QUERY", "IMPORT", "DUAL"] | StorageMode diff --git a/python/databricks/bundles/jobs/_models/subscription.py b/python/databricks/bundles/jobs/_models/subscription.py index 5636e02d312..c0501465dfd 100644 --- a/python/databricks/bundles/jobs/_models/subscription.py +++ b/python/databricks/bundles/jobs/_models/subscription.py @@ -1,18 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.jobs._models.subscription_subscriber import ( - SubscriptionSubscriber, - SubscriptionSubscriberParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Subscription: """""" @@ -34,11 +173,12 @@ class Subscription: """ @classmethod - def from_dict(cls, value: "SubscriptionDict") -> "Self": + def from_dict(cls, value: 'SubscriptionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SubscriptionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SubscriptionDict': + return _transform_to_json_value(self) # type:ignore + class SubscriptionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/subscription_subscriber.py b/python/databricks/bundles/jobs/_models/subscription_subscriber.py index bb45559505b..154c4c81bec 100644 --- a/python/databricks/bundles/jobs/_models/subscription_subscriber.py +++ b/python/databricks/bundles/jobs/_models/subscription_subscriber.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SubscriptionSubscriber: """""" @@ -24,11 +167,12 @@ class SubscriptionSubscriber: """ @classmethod - def from_dict(cls, value: "SubscriptionSubscriberDict") -> "Self": + def from_dict(cls, value: 'SubscriptionSubscriberDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SubscriptionSubscriberDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SubscriptionSubscriberDict': + return _transform_to_json_value(self) # type:ignore + class SubscriptionSubscriberDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py b/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py index c824a724999..2a1ebc5ede2 100644 --- a/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py @@ -1,15 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + from databricks.bundles.jobs._models.condition import Condition, ConditionParam +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TableUpdateTriggerConfiguration: """""" @@ -38,11 +180,12 @@ class TableUpdateTriggerConfiguration: """ @classmethod - def from_dict(cls, value: "TableUpdateTriggerConfigurationDict") -> "Self": + def from_dict(cls, value: 'TableUpdateTriggerConfigurationDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TableUpdateTriggerConfigurationDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TableUpdateTriggerConfigurationDict': + return _transform_to_json_value(self) # type:ignore + class TableUpdateTriggerConfigurationDict(TypedDict, total=False): @@ -72,6 +215,4 @@ class TableUpdateTriggerConfigurationDict(TypedDict, total=False): """ -TableUpdateTriggerConfigurationParam = ( - TableUpdateTriggerConfigurationDict | TableUpdateTriggerConfiguration -) +TableUpdateTriggerConfigurationParam = TableUpdateTriggerConfigurationDict | TableUpdateTriggerConfiguration diff --git a/python/databricks/bundles/jobs/_models/task.py b/python/databricks/bundles/jobs/_models/task.py index 51776b7ed5e..9c07dc25eb4 100644 --- a/python/databricks/bundles/jobs/_models/task.py +++ b/python/databricks/bundles/jobs/_models/task.py @@ -1,103 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.jobs._models.ai_runtime_task import ( - AiRuntimeTask, - AiRuntimeTaskParam, -) -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import ( - CleanRoomsNotebookTask, - CleanRoomsNotebookTaskParam, -) -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecParam -from databricks.bundles.jobs._models.compute import Compute, ComputeParam -from databricks.bundles.jobs._models.condition_task import ( - ConditionTask, - ConditionTaskParam, -) -from databricks.bundles.jobs._models.dashboard_task import ( - DashboardTask, - DashboardTaskParam, -) -from databricks.bundles.jobs._models.dbt_platform_task import ( - DbtPlatformTask, - DbtPlatformTaskParam, -) -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import ( - GenAiComputeTask, - GenAiComputeTaskParam, -) -from databricks.bundles.jobs._models.jobs_health_rules import ( - JobsHealthRules, - JobsHealthRulesParam, -) -from databricks.bundles.jobs._models.library import Library, LibraryParam -from databricks.bundles.jobs._models.notebook_task import ( - NotebookTask, - NotebookTaskParam, -) -from databricks.bundles.jobs._models.pipeline_task import ( - PipelineTask, - PipelineTaskParam, -) -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import ( - PythonOperatorTask, - PythonOperatorTaskParam, -) -from databricks.bundles.jobs._models.python_wheel_task import ( - PythonWheelTask, - PythonWheelTaskParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam -from databricks.bundles.jobs._models.run_job_task import ( - RunJobTask, - RunJobTaskParam, -) -from databricks.bundles.jobs._models.spark_jar_task import ( - SparkJarTask, - SparkJarTaskParam, -) -from databricks.bundles.jobs._models.spark_python_task import ( - SparkPythonTask, - SparkPythonTaskParam, -) -from databricks.bundles.jobs._models.spark_submit_task import ( - SparkSubmitTask, - SparkSubmitTaskParam, -) -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskParam -from databricks.bundles.jobs._models.task_dependency import ( - TaskDependency, - TaskDependencyParam, -) -from databricks.bundles.jobs._models.task_email_notifications import ( - TaskEmailNotifications, - TaskEmailNotificationsParam, -) -from databricks.bundles.jobs._models.task_notification_settings import ( - TaskNotificationSettings, - TaskNotificationSettingsParam, -) -from databricks.bundles.jobs._models.webhook_notifications import ( - WebhookNotifications, - WebhookNotificationsParam, -) + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Task: """""" @@ -330,11 +384,12 @@ class Task: """ @classmethod - def from_dict(cls, value: "TaskDict") -> "Self": + def from_dict(cls, value: 'TaskDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TaskDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TaskDict': + return _transform_to_json_value(self) # type:ignore + class TaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_dependency.py b/python/databricks/bundles/jobs/_models/task_dependency.py index 5f8fd3e6074..e6596e8c5a7 100644 --- a/python/databricks/bundles/jobs/_models/task_dependency.py +++ b/python/databricks/bundles/jobs/_models/task_dependency.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TaskDependency: """""" @@ -24,11 +167,12 @@ class TaskDependency: """ @classmethod - def from_dict(cls, value: "TaskDependencyDict") -> "Self": + def from_dict(cls, value: 'TaskDependencyDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TaskDependencyDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TaskDependencyDict': + return _transform_to_json_value(self) # type:ignore + class TaskDependencyDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_email_notifications.py b/python/databricks/bundles/jobs/_models/task_email_notifications.py index 5b0ae515f61..8fe674dae60 100644 --- a/python/databricks/bundles/jobs/_models/task_email_notifications.py +++ b/python/databricks/bundles/jobs/_models/task_email_notifications.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TaskEmailNotifications: """""" @@ -19,9 +162,7 @@ class TaskEmailNotifications: This field is `deprecated`. Please use the `notification_settings.no_alert_for_skipped_runs` field. """ - on_duration_warning_threshold_exceeded: VariableOrList[str] = field( - default_factory=list - ) + on_duration_warning_threshold_exceeded: VariableOrList[str] = field(default_factory=list) """ A list of email addresses to be notified when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. If no rule for the `RUN_DURATION_SECONDS` metric is specified in the `health` field for the job, notifications are not sent. """ @@ -49,11 +190,12 @@ class TaskEmailNotifications: """ @classmethod - def from_dict(cls, value: "TaskEmailNotificationsDict") -> "Self": + def from_dict(cls, value: 'TaskEmailNotificationsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TaskEmailNotificationsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TaskEmailNotificationsDict': + return _transform_to_json_value(self) # type:ignore + class TaskEmailNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_notification_settings.py b/python/databricks/bundles/jobs/_models/task_notification_settings.py index 87ca47ac9c3..e761f7068ae 100644 --- a/python/databricks/bundles/jobs/_models/task_notification_settings.py +++ b/python/databricks/bundles/jobs/_models/task_notification_settings.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TaskNotificationSettings: """""" @@ -29,11 +172,12 @@ class TaskNotificationSettings: """ @classmethod - def from_dict(cls, value: "TaskNotificationSettingsDict") -> "Self": + def from_dict(cls, value: 'TaskNotificationSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TaskNotificationSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TaskNotificationSettingsDict': + return _transform_to_json_value(self) # type:ignore + class TaskNotificationSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_retry_mode.py b/python/databricks/bundles/jobs/_models/task_retry_mode.py index ce5ccaa6878..ab11e8b9fbe 100644 --- a/python/databricks/bundles/jobs/_models/task_retry_mode.py +++ b/python/databricks/bundles/jobs/_models/task_retry_mode.py @@ -1,5 +1,151 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam class TaskRetryMode(Enum): @@ -9,9 +155,7 @@ class TaskRetryMode(Enum): * ON_FAILURE: Retry a failed task if at least one other task in the job is still running its first attempt. When this condition is no longer met or the retry limit is reached, the job run is cancelled and a new run is started. """ - NEVER = "NEVER" ON_FAILURE = "ON_FAILURE" - TaskRetryModeParam = Literal["NEVER", "ON_FAILURE"] | TaskRetryMode diff --git a/python/databricks/bundles/jobs/_models/trigger_settings.py b/python/databricks/bundles/jobs/_models/trigger_settings.py index 826282f15bc..418e2e660ed 100644 --- a/python/databricks/bundles/jobs/_models/trigger_settings.py +++ b/python/databricks/bundles/jobs/_models/trigger_settings.py @@ -1,35 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import ( - FileArrivalTriggerConfiguration, - FileArrivalTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.model_trigger_configuration import ( - ModelTriggerConfiguration, - ModelTriggerConfigurationParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import ( - PeriodicTriggerConfiguration, - PeriodicTriggerConfigurationParam, -) -from databricks.bundles.jobs._models.sql_condition_configuration import ( - SqlConditionConfiguration, - SqlConditionConfigurationParam, -) -from databricks.bundles.jobs._models.table_update_trigger_configuration import ( - TableUpdateTriggerConfiguration, - TableUpdateTriggerConfigurationParam, -) + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TriggerSettings: """""" @@ -67,11 +189,12 @@ class TriggerSettings: table_update: VariableOrOptional[TableUpdateTriggerConfiguration] = None @classmethod - def from_dict(cls, value: "TriggerSettingsDict") -> "Self": + def from_dict(cls, value: 'TriggerSettingsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TriggerSettingsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TriggerSettingsDict': + return _transform_to_json_value(self) # type:ignore + class TriggerSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/volumes_storage_info.py b/python/databricks/bundles/jobs/_models/volumes_storage_info.py index cbe74758fc7..af0fc930b0c 100644 --- a/python/databricks/bundles/jobs/_models/volumes_storage_info.py +++ b/python/databricks/bundles/jobs/_models/volumes_storage_info.py @@ -1,20 +1,162 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class VolumesStorageInfo: """ A storage location back by UC Volumes. """ - destination: VariableOr[str] """ UC Volumes destination, e.g. `/Volumes/catalog/schema/vol1/init-scripts/setup-datadog.sh` @@ -22,11 +164,12 @@ class VolumesStorageInfo: """ @classmethod - def from_dict(cls, value: "VolumesStorageInfoDict") -> "Self": + def from_dict(cls, value: 'VolumesStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "VolumesStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'VolumesStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class VolumesStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/webhook.py b/python/databricks/bundles/jobs/_models/webhook.py index 5e47d57f83a..a18e464491d 100644 --- a/python/databricks/bundles/jobs/_models/webhook.py +++ b/python/databricks/bundles/jobs/_models/webhook.py @@ -1,14 +1,157 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Webhook: """""" @@ -16,11 +159,12 @@ class Webhook: id: VariableOr[str] @classmethod - def from_dict(cls, value: "WebhookDict") -> "Self": + def from_dict(cls, value: 'WebhookDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "WebhookDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'WebhookDict': + return _transform_to_json_value(self) # type:ignore + class WebhookDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/webhook_notifications.py b/python/databricks/bundles/jobs/_models/webhook_notifications.py index ffd043261dc..584eb652c4e 100644 --- a/python/databricks/bundles/jobs/_models/webhook_notifications.py +++ b/python/databricks/bundles/jobs/_models/webhook_notifications.py @@ -1,22 +1,162 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList -from databricks.bundles.jobs._models.webhook import Webhook, WebhookParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class WebhookNotifications: """""" - on_duration_warning_threshold_exceeded: VariableOrList[Webhook] = field( - default_factory=list - ) + on_duration_warning_threshold_exceeded: VariableOrList[Webhook] = field(default_factory=list) """ An optional list of system notification IDs to call when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. A maximum of 3 destinations can be specified for the `on_duration_warning_threshold_exceeded` property. """ @@ -45,11 +185,12 @@ class WebhookNotifications: """ @classmethod - def from_dict(cls, value: "WebhookNotificationsDict") -> "Self": + def from_dict(cls, value: 'WebhookNotificationsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "WebhookNotificationsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'WebhookNotificationsDict': + return _transform_to_json_value(self) # type:ignore + class WebhookNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/workload_type.py b/python/databricks/bundles/jobs/_models/workload_type.py index db40f98df0a..e83fcc32877 100644 --- a/python/databricks/bundles/jobs/_models/workload_type.py +++ b/python/databricks/bundles/jobs/_models/workload_type.py @@ -1,35 +1,174 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr -from databricks.bundles.jobs._models.clients_types import ( - ClientsTypes, - ClientsTypesParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class WorkloadType: """ Cluster Attributes showing for clusters workload types. """ - clients: VariableOr[ClientsTypes] """ defined what type of clients can use the cluster. E.g. Notebooks, Jobs """ @classmethod - def from_dict(cls, value: "WorkloadTypeDict") -> "Self": + def from_dict(cls, value: 'WorkloadTypeDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "WorkloadTypeDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'WorkloadTypeDict': + return _transform_to_json_value(self) # type:ignore + class WorkloadTypeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/workspace_storage_info.py b/python/databricks/bundles/jobs/_models/workspace_storage_info.py index 29c075ac2f3..27dcf9b470f 100644 --- a/python/databricks/bundles/jobs/_models/workspace_storage_info.py +++ b/python/databricks/bundles/jobs/_models/workspace_storage_info.py @@ -1,31 +1,174 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam +from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam +from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam +from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam +from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam +from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam +from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam +from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam +from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam +from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam +from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam +from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam +from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam +from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam +from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam +from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam +from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam +from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam +from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam +from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam +from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam +from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam +from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam +from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam +from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam +from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam +from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam +from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam +from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam +from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam +from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam +from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam +from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam +from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam +from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam +from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam +from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam +from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam +from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam +from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam +from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam +from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam +from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam +from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam +from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam +from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam +from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.job import Job, JobDict, JobParam +from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam + +from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam + +from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam + +from databricks.bundles.jobs._models.kind import Kind, KindParam + +from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam + +from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam + +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam + +from databricks.bundles.jobs._models.condition import Condition, ConditionParam + +from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam + +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam + +from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam + +from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam + +from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam + +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam + +from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam + +from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam + +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam + +from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam + +from databricks.bundles.jobs._models.source import Source, SourceParam + +from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam + +from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam + +from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class WorkspaceStorageInfo: """ A storage location in Workspace Filesystem (WSFS) """ - destination: VariableOr[str] """ wsfs destination, e.g. `workspace:/cluster-init-scripts/setup-datadog.sh` """ @classmethod - def from_dict(cls, value: "WorkspaceStorageInfoDict") -> "Self": + def from_dict(cls, value: 'WorkspaceStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "WorkspaceStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'WorkspaceStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class WorkspaceStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/__init__.py b/python/databricks/bundles/pipelines/__init__.py index 8992142276e..41674509f31 100644 --- a/python/databricks/bundles/pipelines/__init__.py +++ b/python/databricks/bundles/pipelines/__init__.py @@ -1,663 +1,355 @@ __all__ = [ - "Adlsgen2Info", - "Adlsgen2InfoDict", - "Adlsgen2InfoParam", - "AutoFullRefreshPolicy", - "AutoFullRefreshPolicyDict", - "AutoFullRefreshPolicyParam", - "AwsAttributes", - "AwsAttributesDict", - "AwsAttributesParam", - "AwsAvailability", - "AwsAvailabilityParam", - "AzureAttributes", - "AzureAttributesDict", - "AzureAttributesParam", - "AzureAvailability", - "AzureAvailabilityParam", - "ClusterLogConf", - "ClusterLogConfDict", - "ClusterLogConfParam", - "ConfidentialComputeType", - "ConfidentialComputeTypeParam", - "ConfluenceConnectorOptions", - "ConfluenceConnectorOptionsDict", - "ConfluenceConnectorOptionsParam", - "ConnectionParameters", - "ConnectionParametersDict", - "ConnectionParametersParam", - "ConnectorOptions", - "ConnectorOptionsDict", - "ConnectorOptionsParam", - "ConnectorType", - "ConnectorTypeParam", - "DataStagingOptions", - "DataStagingOptionsDict", - "DataStagingOptionsParam", - "DayOfWeek", - "DayOfWeekParam", - "DbfsStorageInfo", - "DbfsStorageInfoDict", - "DbfsStorageInfoParam", - "EbsVolumeType", - "EbsVolumeTypeParam", - "EventLogSpec", - "EventLogSpecDict", - "EventLogSpecParam", - "FileFilter", - "FileFilterDict", - "FileFilterParam", - "FileIngestionOptions", - "FileIngestionOptionsDict", - "FileIngestionOptionsFileFormat", - "FileIngestionOptionsFileFormatParam", - "FileIngestionOptionsParam", - "FileIngestionOptionsSchemaEvolutionMode", - "FileIngestionOptionsSchemaEvolutionModeParam", - "FileLibrary", - "FileLibraryDict", - "FileLibraryParam", - "Filters", - "FiltersDict", - "FiltersParam", - "GcpAttributes", - "GcpAttributesDict", - "GcpAttributesParam", - "GcpAvailability", - "GcpAvailabilityParam", - "GcsStorageInfo", - "GcsStorageInfoDict", - "GcsStorageInfoParam", - "GoogleAdsConfig", - "GoogleAdsConfigDict", - "GoogleAdsConfigParam", - "GoogleAdsCustomReportOptions", - "GoogleAdsCustomReportOptionsDict", - "GoogleAdsCustomReportOptionsParam", - "GoogleAdsOptions", - "GoogleAdsOptionsDict", - "GoogleAdsOptionsParam", - "GoogleDriveOptions", - "GoogleDriveOptionsDict", - "GoogleDriveOptionsGoogleDriveEntityType", - "GoogleDriveOptionsGoogleDriveEntityTypeParam", - "GoogleDriveOptionsParam", - "IngestionConfig", - "IngestionConfigDict", - "IngestionConfigParam", - "IngestionGatewayPipelineDefinition", - "IngestionGatewayPipelineDefinitionDict", - "IngestionGatewayPipelineDefinitionParam", - "IngestionPipelineDefinition", - "IngestionPipelineDefinitionDict", - "IngestionPipelineDefinitionFanoutOptions", - "IngestionPipelineDefinitionFanoutOptionsDict", - "IngestionPipelineDefinitionFanoutOptionsParam", - "IngestionPipelineDefinitionParam", - "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig", - "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict", - "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam", - "IngestionPipelineDefinitionWorkdayReportParameters", - "IngestionPipelineDefinitionWorkdayReportParametersDict", - "IngestionPipelineDefinitionWorkdayReportParametersParam", - "InitScriptInfo", - "InitScriptInfoDict", - "InitScriptInfoParam", - "JiraConnectorOptions", - "JiraConnectorOptionsDict", - "JiraConnectorOptionsParam", - "JsonTransformerOptions", - "JsonTransformerOptionsDict", - "JsonTransformerOptionsParam", - "KafkaOptions", - "KafkaOptionsDict", - "KafkaOptionsParam", - "Lifecycle", - "LifecycleDict", - "LifecycleParam", - "LocalFileInfo", - "LocalFileInfoDict", - "LocalFileInfoParam", - "LogAnalyticsInfo", - "LogAnalyticsInfoDict", - "LogAnalyticsInfoParam", - "MavenLibrary", - "MavenLibraryDict", - "MavenLibraryParam", - "MetaMarketingOptions", - "MetaMarketingOptionsDict", - "MetaMarketingOptionsMetaMarketingCustomReportOptions", - "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict", - "MetaMarketingOptionsMetaMarketingCustomReportOptionsParam", - "MetaMarketingOptionsParam", - "NotebookLibrary", - "NotebookLibraryDict", - "NotebookLibraryParam", - "Notifications", - "NotificationsDict", - "NotificationsParam", - "OperationTimeWindow", - "OperationTimeWindowDict", - "OperationTimeWindowParam", - "OutlookAttachmentMode", - "OutlookAttachmentModeParam", - "OutlookBodyFormat", - "OutlookBodyFormatParam", - "OutlookOptions", - "OutlookOptionsDict", - "OutlookOptionsParam", - "PathPattern", - "PathPatternDict", - "PathPatternParam", - "Pipeline", - "PipelineCluster", - "PipelineClusterAutoscale", - "PipelineClusterAutoscaleDict", - "PipelineClusterAutoscaleMode", - "PipelineClusterAutoscaleModeParam", - "PipelineClusterAutoscaleParam", - "PipelineClusterDict", - "PipelineClusterParam", - "PipelineDict", - "PipelineLibrary", - "PipelineLibraryDict", - "PipelineLibraryParam", - "PipelineParam", - "PipelinePermission", - "PipelinePermissionDict", - "PipelinePermissionLevel", - "PipelinePermissionLevelParam", - "PipelinePermissionParam", - "PipelinesEnvironment", - "PipelinesEnvironmentDict", - "PipelinesEnvironmentParam", - "PostgresCatalogConfig", - "PostgresCatalogConfigDict", - "PostgresCatalogConfigParam", - "PostgresSlotConfig", - "PostgresSlotConfigDict", - "PostgresSlotConfigParam", - "RedditAdsOptions", - "RedditAdsOptionsDict", - "RedditAdsOptionsParam", - "RedditAdsOptionsRedditAdsCustomReportOptions", - "RedditAdsOptionsRedditAdsCustomReportOptionsDict", - "RedditAdsOptionsRedditAdsCustomReportOptionsParam", - "ReportSpec", - "ReportSpecDict", - "ReportSpecParam", - "RestartWindow", - "RestartWindowDict", - "RestartWindowParam", - "RunAs", - "RunAsDict", - "RunAsParam", - "S3StorageInfo", - "S3StorageInfoDict", - "S3StorageInfoParam", - "SchemaSpec", - "SchemaSpecDict", - "SchemaSpecParam", - "SharepointOptions", - "SharepointOptionsDict", - "SharepointOptionsParam", - "SharepointOptionsSharepointEntityType", - "SharepointOptionsSharepointEntityTypeParam", - "SmartsheetOptions", - "SmartsheetOptionsDict", - "SmartsheetOptionsParam", - "SourceCatalogConfig", - "SourceCatalogConfigDict", - "SourceCatalogConfigParam", - "SourceConfig", - "SourceConfigDict", - "SourceConfigParam", - "TableSpec", - "TableSpecDict", - "TableSpecParam", - "TableSpecificConfig", - "TableSpecificConfigDict", - "TableSpecificConfigParam", - "TableSpecificConfigScdType", - "TableSpecificConfigScdTypeParam", - "TikTokAdsOptions", - "TikTokAdsOptionsDict", - "TikTokAdsOptionsParam", - "TikTokAdsOptionsTikTokAdsCustomReportOptions", - "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict", - "TikTokAdsOptionsTikTokAdsCustomReportOptionsParam", - "TikTokAdsOptionsTikTokDataLevel", - "TikTokAdsOptionsTikTokDataLevelParam", - "TikTokAdsOptionsTikTokReportType", - "TikTokAdsOptionsTikTokReportTypeParam", - "Transformer", - "TransformerDict", - "TransformerFormat", - "TransformerFormatParam", - "TransformerParam", - "VolumesStorageInfo", - "VolumesStorageInfoDict", - "VolumesStorageInfoParam", - "WorkspaceStorageInfo", - "WorkspaceStorageInfoDict", - "WorkspaceStorageInfoParam", - "ZendeskSupportOptions", - "ZendeskSupportOptionsDict", - "ZendeskSupportOptionsParam", + 'Adlsgen2Info', + 'Adlsgen2InfoDict', + 'Adlsgen2InfoParam', + 'AutoFullRefreshPolicy', + 'AutoFullRefreshPolicyDict', + 'AutoFullRefreshPolicyParam', + 'AwsAttributes', + 'AwsAttributesDict', + 'AwsAttributesParam', + 'AwsAvailability', + 'AwsAvailabilityParam', + 'AzureAttributes', + 'AzureAttributesDict', + 'AzureAttributesParam', + 'AzureAvailability', + 'AzureAvailabilityParam', + 'ClusterLogConf', + 'ClusterLogConfDict', + 'ClusterLogConfParam', + 'ConfidentialComputeType', + 'ConfidentialComputeTypeParam', + 'ConfluenceConnectorOptions', + 'ConfluenceConnectorOptionsDict', + 'ConfluenceConnectorOptionsParam', + 'ConnectionParameters', + 'ConnectionParametersDict', + 'ConnectionParametersParam', + 'ConnectorOptions', + 'ConnectorOptionsDict', + 'ConnectorOptionsParam', + 'ConnectorType', + 'ConnectorTypeParam', + 'DataStagingOptions', + 'DataStagingOptionsDict', + 'DataStagingOptionsParam', + 'DayOfWeek', + 'DayOfWeekParam', + 'DbfsStorageInfo', + 'DbfsStorageInfoDict', + 'DbfsStorageInfoParam', + 'EbsVolumeType', + 'EbsVolumeTypeParam', + 'EventLogSpec', + 'EventLogSpecDict', + 'EventLogSpecParam', + 'FileFilter', + 'FileFilterDict', + 'FileFilterParam', + 'FileIngestionOptions', + 'FileIngestionOptionsDict', + 'FileIngestionOptionsFileFormat', + 'FileIngestionOptionsFileFormatParam', + 'FileIngestionOptionsParam', + 'FileIngestionOptionsSchemaEvolutionMode', + 'FileIngestionOptionsSchemaEvolutionModeParam', + 'FileLibrary', + 'FileLibraryDict', + 'FileLibraryParam', + 'Filters', + 'FiltersDict', + 'FiltersParam', + 'GcpAttributes', + 'GcpAttributesDict', + 'GcpAttributesParam', + 'GcpAvailability', + 'GcpAvailabilityParam', + 'GcsStorageInfo', + 'GcsStorageInfoDict', + 'GcsStorageInfoParam', + 'GoogleAdsConfig', + 'GoogleAdsConfigDict', + 'GoogleAdsConfigParam', + 'GoogleAdsCustomReportOptions', + 'GoogleAdsCustomReportOptionsDict', + 'GoogleAdsCustomReportOptionsParam', + 'GoogleAdsOptions', + 'GoogleAdsOptionsDict', + 'GoogleAdsOptionsParam', + 'GoogleDriveOptions', + 'GoogleDriveOptionsDict', + 'GoogleDriveOptionsGoogleDriveEntityType', + 'GoogleDriveOptionsGoogleDriveEntityTypeParam', + 'GoogleDriveOptionsParam', + 'IngestionConfig', + 'IngestionConfigDict', + 'IngestionConfigParam', + 'IngestionGatewayPipelineDefinition', + 'IngestionGatewayPipelineDefinitionDict', + 'IngestionGatewayPipelineDefinitionParam', + 'IngestionPipelineDefinition', + 'IngestionPipelineDefinitionDict', + 'IngestionPipelineDefinitionFanoutOptions', + 'IngestionPipelineDefinitionFanoutOptionsDict', + 'IngestionPipelineDefinitionFanoutOptionsParam', + 'IngestionPipelineDefinitionParam', + 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig', + 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict', + 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam', + 'IngestionPipelineDefinitionWorkdayReportParameters', + 'IngestionPipelineDefinitionWorkdayReportParametersDict', + 'IngestionPipelineDefinitionWorkdayReportParametersParam', + 'InitScriptInfo', + 'InitScriptInfoDict', + 'InitScriptInfoParam', + 'JiraConnectorOptions', + 'JiraConnectorOptionsDict', + 'JiraConnectorOptionsParam', + 'JsonTransformerOptions', + 'JsonTransformerOptionsDict', + 'JsonTransformerOptionsParam', + 'KafkaOptions', + 'KafkaOptionsDict', + 'KafkaOptionsParam', + 'Lifecycle', + 'LifecycleDict', + 'LifecycleParam', + 'LocalFileInfo', + 'LocalFileInfoDict', + 'LocalFileInfoParam', + 'LogAnalyticsInfo', + 'LogAnalyticsInfoDict', + 'LogAnalyticsInfoParam', + 'MavenLibrary', + 'MavenLibraryDict', + 'MavenLibraryParam', + 'MetaMarketingOptions', + 'MetaMarketingOptionsDict', + 'MetaMarketingOptionsMetaMarketingCustomReportOptions', + 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict', + 'MetaMarketingOptionsMetaMarketingCustomReportOptionsParam', + 'MetaMarketingOptionsParam', + 'NotebookLibrary', + 'NotebookLibraryDict', + 'NotebookLibraryParam', + 'Notifications', + 'NotificationsDict', + 'NotificationsParam', + 'OperationTimeWindow', + 'OperationTimeWindowDict', + 'OperationTimeWindowParam', + 'OutlookAttachmentMode', + 'OutlookAttachmentModeParam', + 'OutlookBodyFormat', + 'OutlookBodyFormatParam', + 'OutlookOptions', + 'OutlookOptionsDict', + 'OutlookOptionsParam', + 'PathPattern', + 'PathPatternDict', + 'PathPatternParam', + 'Pipeline', + 'PipelineCluster', + 'PipelineClusterAutoscale', + 'PipelineClusterAutoscaleDict', + 'PipelineClusterAutoscaleMode', + 'PipelineClusterAutoscaleModeParam', + 'PipelineClusterAutoscaleParam', + 'PipelineClusterDict', + 'PipelineClusterParam', + 'PipelineDict', + 'PipelineLibrary', + 'PipelineLibraryDict', + 'PipelineLibraryParam', + 'PipelineParam', + 'PipelinePermission', + 'PipelinePermissionDict', + 'PipelinePermissionLevel', + 'PipelinePermissionLevelParam', + 'PipelinePermissionParam', + 'PipelinesEnvironment', + 'PipelinesEnvironmentDict', + 'PipelinesEnvironmentParam', + 'PostgresCatalogConfig', + 'PostgresCatalogConfigDict', + 'PostgresCatalogConfigParam', + 'PostgresSlotConfig', + 'PostgresSlotConfigDict', + 'PostgresSlotConfigParam', + 'RedditAdsOptions', + 'RedditAdsOptionsDict', + 'RedditAdsOptionsParam', + 'RedditAdsOptionsRedditAdsCustomReportOptions', + 'RedditAdsOptionsRedditAdsCustomReportOptionsDict', + 'RedditAdsOptionsRedditAdsCustomReportOptionsParam', + 'ReportSpec', + 'ReportSpecDict', + 'ReportSpecParam', + 'RestartWindow', + 'RestartWindowDict', + 'RestartWindowParam', + 'RunAs', + 'RunAsDict', + 'RunAsParam', + 'S3StorageInfo', + 'S3StorageInfoDict', + 'S3StorageInfoParam', + 'SchemaSpec', + 'SchemaSpecDict', + 'SchemaSpecParam', + 'SharepointOptions', + 'SharepointOptionsDict', + 'SharepointOptionsParam', + 'SharepointOptionsSharepointEntityType', + 'SharepointOptionsSharepointEntityTypeParam', + 'SmartsheetOptions', + 'SmartsheetOptionsDict', + 'SmartsheetOptionsParam', + 'SourceCatalogConfig', + 'SourceCatalogConfigDict', + 'SourceCatalogConfigParam', + 'SourceConfig', + 'SourceConfigDict', + 'SourceConfigParam', + 'TableSpec', + 'TableSpecDict', + 'TableSpecParam', + 'TableSpecificConfig', + 'TableSpecificConfigDict', + 'TableSpecificConfigParam', + 'TableSpecificConfigScdType', + 'TableSpecificConfigScdTypeParam', + 'TikTokAdsOptions', + 'TikTokAdsOptionsDict', + 'TikTokAdsOptionsParam', + 'TikTokAdsOptionsTikTokAdsCustomReportOptions', + 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict', + 'TikTokAdsOptionsTikTokAdsCustomReportOptionsParam', + 'TikTokAdsOptionsTikTokDataLevel', + 'TikTokAdsOptionsTikTokDataLevelParam', + 'TikTokAdsOptionsTikTokReportType', + 'TikTokAdsOptionsTikTokReportTypeParam', + 'Transformer', + 'TransformerDict', + 'TransformerFormat', + 'TransformerFormatParam', + 'TransformerParam', + 'VolumesStorageInfo', + 'VolumesStorageInfoDict', + 'VolumesStorageInfoParam', + 'WorkspaceStorageInfo', + 'WorkspaceStorageInfoDict', + 'WorkspaceStorageInfoParam', + 'ZendeskSupportOptions', + 'ZendeskSupportOptionsDict', + 'ZendeskSupportOptionsParam', ] -from databricks.bundles.pipelines._models.adlsgen2_info import ( - Adlsgen2Info, - Adlsgen2InfoDict, - Adlsgen2InfoParam, -) -from databricks.bundles.pipelines._models.auto_full_refresh_policy import ( - AutoFullRefreshPolicy, - AutoFullRefreshPolicyDict, - AutoFullRefreshPolicyParam, -) -from databricks.bundles.pipelines._models.aws_attributes import ( - AwsAttributes, - AwsAttributesDict, - AwsAttributesParam, -) -from databricks.bundles.pipelines._models.aws_availability import ( - AwsAvailability, - AwsAvailabilityParam, -) -from databricks.bundles.pipelines._models.azure_attributes import ( - AzureAttributes, - AzureAttributesDict, - AzureAttributesParam, -) -from databricks.bundles.pipelines._models.azure_availability import ( - AzureAvailability, - AzureAvailabilityParam, -) -from databricks.bundles.pipelines._models.cluster_log_conf import ( - ClusterLogConf, - ClusterLogConfDict, - ClusterLogConfParam, -) -from databricks.bundles.pipelines._models.confidential_compute_type import ( - ConfidentialComputeType, - ConfidentialComputeTypeParam, -) -from databricks.bundles.pipelines._models.confluence_connector_options import ( - ConfluenceConnectorOptions, - ConfluenceConnectorOptionsDict, - ConfluenceConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.connection_parameters import ( - ConnectionParameters, - ConnectionParametersDict, - ConnectionParametersParam, -) -from databricks.bundles.pipelines._models.connector_options import ( - ConnectorOptions, - ConnectorOptionsDict, - ConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.connector_type import ( - ConnectorType, - ConnectorTypeParam, -) -from databricks.bundles.pipelines._models.data_staging_options import ( - DataStagingOptions, - DataStagingOptionsDict, - DataStagingOptionsParam, -) -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam -from databricks.bundles.pipelines._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoDict, - DbfsStorageInfoParam, -) -from databricks.bundles.pipelines._models.ebs_volume_type import ( - EbsVolumeType, - EbsVolumeTypeParam, -) -from databricks.bundles.pipelines._models.event_log_spec import ( - EventLogSpec, - EventLogSpecDict, - EventLogSpecParam, -) -from databricks.bundles.pipelines._models.file_filter import ( - FileFilter, - FileFilterDict, - FileFilterParam, -) -from databricks.bundles.pipelines._models.file_ingestion_options import ( - FileIngestionOptions, - FileIngestionOptionsDict, - FileIngestionOptionsParam, -) -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import ( - FileIngestionOptionsFileFormat, - FileIngestionOptionsFileFormatParam, -) -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( - FileIngestionOptionsSchemaEvolutionMode, - FileIngestionOptionsSchemaEvolutionModeParam, -) -from databricks.bundles.pipelines._models.file_library import ( - FileLibrary, - FileLibraryDict, - FileLibraryParam, -) -from databricks.bundles.pipelines._models.filters import ( - Filters, - FiltersDict, - FiltersParam, -) -from databricks.bundles.pipelines._models.gcp_attributes import ( - GcpAttributes, - GcpAttributesDict, - GcpAttributesParam, -) -from databricks.bundles.pipelines._models.gcp_availability import ( - GcpAvailability, - GcpAvailabilityParam, -) -from databricks.bundles.pipelines._models.gcs_storage_info import ( - GcsStorageInfo, - GcsStorageInfoDict, - GcsStorageInfoParam, -) -from databricks.bundles.pipelines._models.google_ads_config import ( - GoogleAdsConfig, - GoogleAdsConfigDict, - GoogleAdsConfigParam, -) -from databricks.bundles.pipelines._models.google_ads_custom_report_options import ( - GoogleAdsCustomReportOptions, - GoogleAdsCustomReportOptionsDict, - GoogleAdsCustomReportOptionsParam, -) -from databricks.bundles.pipelines._models.google_ads_options import ( - GoogleAdsOptions, - GoogleAdsOptionsDict, - GoogleAdsOptionsParam, -) -from databricks.bundles.pipelines._models.google_drive_options import ( - GoogleDriveOptions, - GoogleDriveOptionsDict, - GoogleDriveOptionsParam, -) -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import ( - GoogleDriveOptionsGoogleDriveEntityType, - GoogleDriveOptionsGoogleDriveEntityTypeParam, -) -from databricks.bundles.pipelines._models.ingestion_config import ( - IngestionConfig, - IngestionConfigDict, - IngestionConfigParam, -) -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import ( - IngestionGatewayPipelineDefinition, - IngestionGatewayPipelineDefinitionDict, - IngestionGatewayPipelineDefinitionParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import ( - IngestionPipelineDefinition, - IngestionPipelineDefinitionDict, - IngestionPipelineDefinitionParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import ( - IngestionPipelineDefinitionFanoutOptions, - IngestionPipelineDefinitionFanoutOptionsDict, - IngestionPipelineDefinitionFanoutOptionsParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import ( - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import ( - IngestionPipelineDefinitionWorkdayReportParameters, - IngestionPipelineDefinitionWorkdayReportParametersDict, - IngestionPipelineDefinitionWorkdayReportParametersParam, -) -from databricks.bundles.pipelines._models.init_script_info import ( - InitScriptInfo, - InitScriptInfoDict, - InitScriptInfoParam, -) -from databricks.bundles.pipelines._models.jira_connector_options import ( - JiraConnectorOptions, - JiraConnectorOptionsDict, - JiraConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.json_transformer_options import ( - JsonTransformerOptions, - JsonTransformerOptionsDict, - JsonTransformerOptionsParam, -) -from databricks.bundles.pipelines._models.kafka_options import ( - KafkaOptions, - KafkaOptionsDict, - KafkaOptionsParam, -) -from databricks.bundles.pipelines._models.lifecycle import ( - Lifecycle, - LifecycleDict, - LifecycleParam, -) -from databricks.bundles.pipelines._models.local_file_info import ( - LocalFileInfo, - LocalFileInfoDict, - LocalFileInfoParam, -) -from databricks.bundles.pipelines._models.log_analytics_info import ( - LogAnalyticsInfo, - LogAnalyticsInfoDict, - LogAnalyticsInfoParam, -) -from databricks.bundles.pipelines._models.maven_library import ( - MavenLibrary, - MavenLibraryDict, - MavenLibraryParam, -) -from databricks.bundles.pipelines._models.meta_marketing_options import ( - MetaMarketingOptions, - MetaMarketingOptionsDict, - MetaMarketingOptionsParam, -) -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import ( - MetaMarketingOptionsMetaMarketingCustomReportOptions, - MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, - MetaMarketingOptionsMetaMarketingCustomReportOptionsParam, -) -from databricks.bundles.pipelines._models.notebook_library import ( - NotebookLibrary, - NotebookLibraryDict, - NotebookLibraryParam, -) -from databricks.bundles.pipelines._models.notifications import ( - Notifications, - NotificationsDict, - NotificationsParam, -) -from databricks.bundles.pipelines._models.operation_time_window import ( - OperationTimeWindow, - OperationTimeWindowDict, - OperationTimeWindowParam, -) -from databricks.bundles.pipelines._models.outlook_attachment_mode import ( - OutlookAttachmentMode, - OutlookAttachmentModeParam, -) -from databricks.bundles.pipelines._models.outlook_body_format import ( - OutlookBodyFormat, - OutlookBodyFormatParam, -) -from databricks.bundles.pipelines._models.outlook_options import ( - OutlookOptions, - OutlookOptionsDict, - OutlookOptionsParam, -) -from databricks.bundles.pipelines._models.path_pattern import ( - PathPattern, - PathPatternDict, - PathPatternParam, -) -from databricks.bundles.pipelines._models.pipeline import ( - Pipeline, - PipelineDict, - PipelineParam, -) -from databricks.bundles.pipelines._models.pipeline_cluster import ( - PipelineCluster, - PipelineClusterDict, - PipelineClusterParam, -) -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import ( - PipelineClusterAutoscale, - PipelineClusterAutoscaleDict, - PipelineClusterAutoscaleParam, -) -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import ( - PipelineClusterAutoscaleMode, - PipelineClusterAutoscaleModeParam, -) -from databricks.bundles.pipelines._models.pipeline_library import ( - PipelineLibrary, - PipelineLibraryDict, - PipelineLibraryParam, -) -from databricks.bundles.pipelines._models.pipeline_permission import ( - PipelinePermission, - PipelinePermissionDict, - PipelinePermissionParam, -) -from databricks.bundles.pipelines._models.pipeline_permission_level import ( - PipelinePermissionLevel, - PipelinePermissionLevelParam, -) -from databricks.bundles.pipelines._models.pipelines_environment import ( - PipelinesEnvironment, - PipelinesEnvironmentDict, - PipelinesEnvironmentParam, -) -from databricks.bundles.pipelines._models.postgres_catalog_config import ( - PostgresCatalogConfig, - PostgresCatalogConfigDict, - PostgresCatalogConfigParam, -) -from databricks.bundles.pipelines._models.postgres_slot_config import ( - PostgresSlotConfig, - PostgresSlotConfigDict, - PostgresSlotConfigParam, -) -from databricks.bundles.pipelines._models.reddit_ads_options import ( - RedditAdsOptions, - RedditAdsOptionsDict, - RedditAdsOptionsParam, -) -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import ( - RedditAdsOptionsRedditAdsCustomReportOptions, - RedditAdsOptionsRedditAdsCustomReportOptionsDict, - RedditAdsOptionsRedditAdsCustomReportOptionsParam, -) -from databricks.bundles.pipelines._models.report_spec import ( - ReportSpec, - ReportSpecDict, - ReportSpecParam, -) -from databricks.bundles.pipelines._models.restart_window import ( - RestartWindow, - RestartWindowDict, - RestartWindowParam, -) +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoDict, - S3StorageInfoParam, -) -from databricks.bundles.pipelines._models.schema_spec import ( - SchemaSpec, - SchemaSpecDict, - SchemaSpecParam, -) -from databricks.bundles.pipelines._models.sharepoint_options import ( - SharepointOptions, - SharepointOptionsDict, - SharepointOptionsParam, -) -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import ( - SharepointOptionsSharepointEntityType, - SharepointOptionsSharepointEntityTypeParam, -) -from databricks.bundles.pipelines._models.smartsheet_options import ( - SmartsheetOptions, - SmartsheetOptionsDict, - SmartsheetOptionsParam, -) -from databricks.bundles.pipelines._models.source_catalog_config import ( - SourceCatalogConfig, - SourceCatalogConfigDict, - SourceCatalogConfigParam, -) -from databricks.bundles.pipelines._models.source_config import ( - SourceConfig, - SourceConfigDict, - SourceConfigParam, -) -from databricks.bundles.pipelines._models.table_spec import ( - TableSpec, - TableSpecDict, - TableSpecParam, -) -from databricks.bundles.pipelines._models.table_specific_config import ( - TableSpecificConfig, - TableSpecificConfigDict, - TableSpecificConfigParam, -) -from databricks.bundles.pipelines._models.table_specific_config_scd_type import ( - TableSpecificConfigScdType, - TableSpecificConfigScdTypeParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options import ( - TikTokAdsOptions, - TikTokAdsOptionsDict, - TikTokAdsOptionsParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import ( - TikTokAdsOptionsTikTokAdsCustomReportOptions, - TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, - TikTokAdsOptionsTikTokAdsCustomReportOptionsParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import ( - TikTokAdsOptionsTikTokDataLevel, - TikTokAdsOptionsTikTokDataLevelParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import ( - TikTokAdsOptionsTikTokReportType, - TikTokAdsOptionsTikTokReportTypeParam, -) -from databricks.bundles.pipelines._models.transformer import ( - Transformer, - TransformerDict, - TransformerParam, -) -from databricks.bundles.pipelines._models.transformer_format import ( - TransformerFormat, - TransformerFormatParam, -) -from databricks.bundles.pipelines._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoDict, - VolumesStorageInfoParam, -) -from databricks.bundles.pipelines._models.workspace_storage_info import ( - WorkspaceStorageInfo, - WorkspaceStorageInfoDict, - WorkspaceStorageInfoParam, -) -from databricks.bundles.pipelines._models.zendesk_support_options import ( - ZendeskSupportOptions, - ZendeskSupportOptionsDict, - ZendeskSupportOptionsParam, -) +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam diff --git a/python/databricks/bundles/pipelines/_models/adlsgen2_info.py b/python/databricks/bundles/pipelines/_models/adlsgen2_info.py index 206c8b676ec..97f19fdf76f 100644 --- a/python/databricks/bundles/pipelines/_models/adlsgen2_info.py +++ b/python/databricks/bundles/pipelines/_models/adlsgen2_info.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Adlsgen2Info: """ A storage location in Adls Gen2 """ - destination: VariableOr[str] """ abfss destination, e.g. `abfss://@.dfs.core.windows.net/`. """ @classmethod - def from_dict(cls, value: "Adlsgen2InfoDict") -> "Self": + def from_dict(cls, value: 'Adlsgen2InfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "Adlsgen2InfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'Adlsgen2InfoDict': + return _transform_to_json_value(self) # type:ignore + class Adlsgen2InfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py b/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py index 3a538d30fa6..8422e92c4a0 100644 --- a/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py +++ b/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AutoFullRefreshPolicy: """ Policy for auto full refresh. """ - enabled: VariableOr[bool] """ [Public Preview] (Required, Mutable) Whether to enable auto full refresh or not. @@ -28,11 +135,12 @@ class AutoFullRefreshPolicy: """ @classmethod - def from_dict(cls, value: "AutoFullRefreshPolicyDict") -> "Self": + def from_dict(cls, value: 'AutoFullRefreshPolicyDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AutoFullRefreshPolicyDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AutoFullRefreshPolicyDict': + return _transform_to_json_value(self) # type:ignore + class AutoFullRefreshPolicyDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/aws_attributes.py b/python/databricks/bundles/pipelines/_models/aws_attributes.py index 96d999815de..5fe190d4680 100644 --- a/python/databricks/bundles/pipelines/_models/aws_attributes.py +++ b/python/databricks/bundles/pipelines/_models/aws_attributes.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.aws_availability import ( - AwsAvailability, - AwsAvailabilityParam, -) -from databricks.bundles.pipelines._models.ebs_volume_type import ( - EbsVolumeType, - EbsVolumeTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AwsAttributes: """ Attributes set during cluster creation which are related to Amazon Web Services. """ - availability: VariableOrOptional[AwsAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -121,11 +220,12 @@ class AwsAttributes: """ @classmethod - def from_dict(cls, value: "AwsAttributesDict") -> "Self": + def from_dict(cls, value: 'AwsAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AwsAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AwsAttributesDict': + return _transform_to_json_value(self) # type:ignore + class AwsAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/aws_availability.py b/python/databricks/bundles/pipelines/_models/aws_availability.py index 5d87ffafbac..610e431132f 100644 --- a/python/databricks/bundles/pipelines/_models/aws_availability.py +++ b/python/databricks/bundles/pipelines/_models/aws_availability.py @@ -1,19 +1,126 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class AwsAvailability(Enum): """ Availability type used for all subsequent nodes past the `first_on_demand` ones. - + Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ - SPOT = "SPOT" ON_DEMAND = "ON_DEMAND" SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK" - -AwsAvailabilityParam = ( - Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability -) +AwsAvailabilityParam = Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability diff --git a/python/databricks/bundles/pipelines/_models/azure_attributes.py b/python/databricks/bundles/pipelines/_models/azure_attributes.py index c03d336f3b2..37f0c3e9345 100644 --- a/python/databricks/bundles/pipelines/_models/azure_attributes.py +++ b/python/databricks/bundles/pipelines/_models/azure_attributes.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.azure_availability import ( - AzureAvailability, - AzureAvailabilityParam, -) -from databricks.bundles.pipelines._models.log_analytics_info import ( - LogAnalyticsInfo, - LogAnalyticsInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class AzureAttributes: """ Attributes set during cluster creation which are related to Microsoft Azure. """ - availability: VariableOrOptional[AzureAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -70,11 +169,12 @@ class AzureAttributes: """ @classmethod - def from_dict(cls, value: "AzureAttributesDict") -> "Self": + def from_dict(cls, value: 'AzureAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "AzureAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'AzureAttributesDict': + return _transform_to_json_value(self) # type:ignore + class AzureAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/azure_availability.py b/python/databricks/bundles/pipelines/_models/azure_availability.py index 72d461d5d71..08667317e9e 100644 --- a/python/databricks/bundles/pipelines/_models/azure_availability.py +++ b/python/databricks/bundles/pipelines/_models/azure_availability.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class AzureAvailability(Enum): @@ -7,13 +118,8 @@ class AzureAvailability(Enum): Availability type used for all subsequent nodes past the `first_on_demand` ones. Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ - SPOT_AZURE = "SPOT_AZURE" ON_DEMAND_AZURE = "ON_DEMAND_AZURE" SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE" - -AzureAvailabilityParam = ( - Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] - | AzureAvailability -) +AzureAvailabilityParam = Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] | AzureAvailability diff --git a/python/databricks/bundles/pipelines/_models/cluster_log_conf.py b/python/databricks/bundles/pipelines/_models/cluster_log_conf.py index f0b4f985455..9bc39c9dade 100644 --- a/python/databricks/bundles/pipelines/_models/cluster_log_conf.py +++ b/python/databricks/bundles/pipelines/_models/cluster_log_conf.py @@ -1,32 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoParam, -) -from databricks.bundles.pipelines._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoParam, -) -from databricks.bundles.pipelines._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ClusterLogConf: """ Cluster log delivery config """ - dbfs: VariableOrOptional[DbfsStorageInfo] = None """ destination needs to be provided. e.g. @@ -48,11 +143,12 @@ class ClusterLogConf: """ @classmethod - def from_dict(cls, value: "ClusterLogConfDict") -> "Self": + def from_dict(cls, value: 'ClusterLogConfDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ClusterLogConfDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ClusterLogConfDict': + return _transform_to_json_value(self) # type:ignore + class ClusterLogConfDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/confidential_compute_type.py b/python/databricks/bundles/pipelines/_models/confidential_compute_type.py index 26a2cc842ba..c1587468239 100644 --- a/python/databricks/bundles/pipelines/_models/confidential_compute_type.py +++ b/python/databricks/bundles/pipelines/_models/confidential_compute_type.py @@ -1,21 +1,128 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class ConfidentialComputeType(Enum): """ :meta private: [EXPERIMENTAL] - + Confidential computing technology for GCP instances. Aligns with gcloud's --confidential-compute-type flag and the REST API's confidentialInstanceConfig.confidentialInstanceType field. See: https://cloud.google.com/confidential-computing/confidential-vm/docs/create-a-confidential-vm-instance """ - CONFIDENTIAL_COMPUTE_TYPE_NONE = "CONFIDENTIAL_COMPUTE_TYPE_NONE" SEV_SNP = "SEV_SNP" - -ConfidentialComputeTypeParam = ( - Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType -) +ConfidentialComputeTypeParam = Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType diff --git a/python/databricks/bundles/pipelines/_models/confluence_connector_options.py b/python/databricks/bundles/pipelines/_models/confluence_connector_options.py index 0c6ed1f1ebe..9d0e47a28a4 100644 --- a/python/databricks/bundles/pipelines/_models/confluence_connector_options.py +++ b/python/databricks/bundles/pipelines/_models/confluence_connector_options.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ConfluenceConnectorOptions: """ Confluence specific options for ingestion """ - include_confluence_spaces: VariableOrList[str] = field(default_factory=list) """ [Public Preview] (Optional) Spaces to filter Confluence data on """ @classmethod - def from_dict(cls, value: "ConfluenceConnectorOptionsDict") -> "Self": + def from_dict(cls, value: 'ConfluenceConnectorOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ConfluenceConnectorOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ConfluenceConnectorOptionsDict': + return _transform_to_json_value(self) # type:ignore + class ConfluenceConnectorOptionsDict(TypedDict, total=False): @@ -37,6 +145,4 @@ class ConfluenceConnectorOptionsDict(TypedDict, total=False): """ -ConfluenceConnectorOptionsParam = ( - ConfluenceConnectorOptionsDict | ConfluenceConnectorOptions -) +ConfluenceConnectorOptionsParam = ConfluenceConnectorOptionsDict | ConfluenceConnectorOptions diff --git a/python/databricks/bundles/pipelines/_models/connection_parameters.py b/python/databricks/bundles/pipelines/_models/connection_parameters.py index e4c3d43cc59..88a7ca8b0ac 100644 --- a/python/databricks/bundles/pipelines/_models/connection_parameters.py +++ b/python/databricks/bundles/pipelines/_models/connection_parameters.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ConnectionParameters: """ :meta private: [EXPERIMENTAL] """ - source_catalog: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -26,11 +133,12 @@ class ConnectionParameters: """ @classmethod - def from_dict(cls, value: "ConnectionParametersDict") -> "Self": + def from_dict(cls, value: 'ConnectionParametersDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ConnectionParametersDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ConnectionParametersDict': + return _transform_to_json_value(self) # type:ignore + class ConnectionParametersDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/connector_options.py b/python/databricks/bundles/pipelines/_models/connector_options.py index 0ed8fe28732..611f931b011 100644 --- a/python/databricks/bundles/pipelines/_models/connector_options.py +++ b/python/databricks/bundles/pipelines/_models/connector_options.py @@ -1,68 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.confluence_connector_options import ( - ConfluenceConnectorOptions, - ConfluenceConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.google_ads_options import ( - GoogleAdsOptions, - GoogleAdsOptionsParam, -) -from databricks.bundles.pipelines._models.google_drive_options import ( - GoogleDriveOptions, - GoogleDriveOptionsParam, -) -from databricks.bundles.pipelines._models.jira_connector_options import ( - JiraConnectorOptions, - JiraConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.kafka_options import ( - KafkaOptions, - KafkaOptionsParam, -) -from databricks.bundles.pipelines._models.meta_marketing_options import ( - MetaMarketingOptions, - MetaMarketingOptionsParam, -) -from databricks.bundles.pipelines._models.outlook_options import ( - OutlookOptions, - OutlookOptionsParam, -) -from databricks.bundles.pipelines._models.reddit_ads_options import ( - RedditAdsOptions, - RedditAdsOptionsParam, -) -from databricks.bundles.pipelines._models.sharepoint_options import ( - SharepointOptions, - SharepointOptionsParam, -) -from databricks.bundles.pipelines._models.smartsheet_options import ( - SmartsheetOptions, - SmartsheetOptionsParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options import ( - TikTokAdsOptions, - TikTokAdsOptionsParam, -) -from databricks.bundles.pipelines._models.zendesk_support_options import ( - ZendeskSupportOptions, - ZendeskSupportOptionsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ConnectorOptions: """ Wrapper message for source-specific options to support multiple connector types """ - confluence_options: VariableOrOptional[ConfluenceConnectorOptions] = None """ [Public Preview] Confluence specific options for ingestion @@ -142,11 +201,12 @@ class ConnectorOptions: """ @classmethod - def from_dict(cls, value: "ConnectorOptionsDict") -> "Self": + def from_dict(cls, value: 'ConnectorOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ConnectorOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ConnectorOptionsDict': + return _transform_to_json_value(self) # type:ignore + class ConnectorOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/connector_type.py b/python/databricks/bundles/pipelines/_models/connector_type.py index 95e7aa95ad5..cd6db3468ca 100644 --- a/python/databricks/bundles/pipelines/_models/connector_type.py +++ b/python/databricks/bundles/pipelines/_models/connector_type.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class ConnectorType(Enum): @@ -8,9 +119,7 @@ class ConnectorType(Enum): ingestion, ConnectorType can bse used to convey the type of ingestion. If connection_name is provided for database sources, we default to Query Based ingestion """ - CDC = "CDC" QUERY_BASED = "QUERY_BASED" - ConnectorTypeParam = Literal["CDC", "QUERY_BASED"] | ConnectorType diff --git a/python/databricks/bundles/pipelines/_models/data_staging_options.py b/python/databricks/bundles/pipelines/_models/data_staging_options.py index c6e599c73fb..2830588a1e6 100644 --- a/python/databricks/bundles/pipelines/_models/data_staging_options.py +++ b/python/databricks/bundles/pipelines/_models/data_staging_options.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DataStagingOptions: """ Location of staged data storage """ - catalog_name: VariableOr[str] """ [Beta] (Required, Immutable) The name of the catalog for the connector's staging storage location. @@ -35,11 +142,12 @@ class DataStagingOptions: """ @classmethod - def from_dict(cls, value: "DataStagingOptionsDict") -> "Self": + def from_dict(cls, value: 'DataStagingOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DataStagingOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DataStagingOptionsDict': + return _transform_to_json_value(self) # type:ignore + class DataStagingOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/day_of_week.py b/python/databricks/bundles/pipelines/_models/day_of_week.py index 648acf7f795..6496e15a8b0 100644 --- a/python/databricks/bundles/pipelines/_models/day_of_week.py +++ b/python/databricks/bundles/pipelines/_models/day_of_week.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class DayOfWeek(Enum): @@ -7,7 +118,6 @@ class DayOfWeek(Enum): Days of week in which the window is allowed to happen. If not specified all days of the week will be used. """ - MONDAY = "MONDAY" TUESDAY = "TUESDAY" WEDNESDAY = "WEDNESDAY" @@ -16,10 +126,4 @@ class DayOfWeek(Enum): SATURDAY = "SATURDAY" SUNDAY = "SUNDAY" - -DayOfWeekParam = ( - Literal[ - "MONDAY", "TUESDAY", "WEDNESDAY", "THURSDAY", "FRIDAY", "SATURDAY", "SUNDAY" - ] - | DayOfWeek -) +DayOfWeekParam = Literal["MONDAY", "TUESDAY", "WEDNESDAY", "THURSDAY", "FRIDAY", "SATURDAY", "SUNDAY"] | DayOfWeek diff --git a/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py b/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py index 81fe319a65e..18f8c1e4925 100644 --- a/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class DbfsStorageInfo: """ A storage location in DBFS """ - destination: VariableOr[str] """ dbfs destination, e.g. `dbfs:/my/path` """ @classmethod - def from_dict(cls, value: "DbfsStorageInfoDict") -> "Self": + def from_dict(cls, value: 'DbfsStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "DbfsStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'DbfsStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class DbfsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/ebs_volume_type.py b/python/databricks/bundles/pipelines/_models/ebs_volume_type.py index b67853f8cb8..5b1afbd7715 100644 --- a/python/databricks/bundles/pipelines/_models/ebs_volume_type.py +++ b/python/databricks/bundles/pipelines/_models/ebs_volume_type.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class EbsVolumeType(Enum): @@ -7,11 +118,7 @@ class EbsVolumeType(Enum): All EBS volume types that Databricks supports. See https://aws.amazon.com/ebs/details/ for details. """ - GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD" THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD" - -EbsVolumeTypeParam = ( - Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType -) +EbsVolumeTypeParam = Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType diff --git a/python/databricks/bundles/pipelines/_models/event_log_spec.py b/python/databricks/bundles/pipelines/_models/event_log_spec.py index 9b7f5dcdcca..052dfbaca04 100644 --- a/python/databricks/bundles/pipelines/_models/event_log_spec.py +++ b/python/databricks/bundles/pipelines/_models/event_log_spec.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class EventLogSpec: """ Configurable event log parameters. """ - catalog: VariableOrOptional[str] = None """ The UC catalog the event log is published under. @@ -31,11 +138,12 @@ class EventLogSpec: """ @classmethod - def from_dict(cls, value: "EventLogSpecDict") -> "Self": + def from_dict(cls, value: 'EventLogSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "EventLogSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'EventLogSpecDict': + return _transform_to_json_value(self) # type:ignore + class EventLogSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/file_filter.py b/python/databricks/bundles/pipelines/_models/file_filter.py index 8d24212250d..06a462c875c 100644 --- a/python/databricks/bundles/pipelines/_models/file_filter.py +++ b/python/databricks/bundles/pipelines/_models/file_filter.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class FileFilter: """ :meta private: [EXPERIMENTAL] """ - modified_after: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -42,11 +149,12 @@ class FileFilter: """ @classmethod - def from_dict(cls, value: "FileFilterDict") -> "Self": + def from_dict(cls, value: 'FileFilterDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "FileFilterDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'FileFilterDict': + return _transform_to_json_value(self) # type:ignore + class FileFilterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options.py index c3855364f72..10fd95c57ab 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options.py @@ -1,33 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import ( - FileIngestionOptionsFileFormat, - FileIngestionOptionsFileFormatParam, -) -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( - FileIngestionOptionsSchemaEvolutionMode, - FileIngestionOptionsSchemaEvolutionModeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class FileIngestionOptions: """ :meta private: [EXPERIMENTAL] """ - corrupt_record_column: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -86,9 +180,7 @@ class FileIngestionOptions: [Private Preview] """ - schema_evolution_mode: VariableOrOptional[ - FileIngestionOptionsSchemaEvolutionMode - ] = None + schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionMode] = None """ :meta private: [EXPERIMENTAL] @@ -111,11 +203,12 @@ class FileIngestionOptions: """ @classmethod - def from_dict(cls, value: "FileIngestionOptionsDict") -> "Self": + def from_dict(cls, value: 'FileIngestionOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "FileIngestionOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'FileIngestionOptionsDict': + return _transform_to_json_value(self) # type:ignore + class FileIngestionOptionsDict(TypedDict, total=False): @@ -179,9 +272,7 @@ class FileIngestionOptionsDict(TypedDict, total=False): [Private Preview] """ - schema_evolution_mode: VariableOrOptional[ - FileIngestionOptionsSchemaEvolutionModeParam - ] + schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionModeParam] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py index bf5838c8701..fc15a6b34cf 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py @@ -1,12 +1,122 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class FileIngestionOptionsFileFormat(Enum): """ :meta private: [EXPERIMENTAL] """ - BINARYFILE = "BINARYFILE" JSON = "JSON" CSV = "CSV" @@ -16,8 +126,4 @@ class FileIngestionOptionsFileFormat(Enum): AVRO = "AVRO" ORC = "ORC" - -FileIngestionOptionsFileFormatParam = ( - Literal["BINARYFILE", "JSON", "CSV", "XML", "EXCEL", "PARQUET", "AVRO", "ORC"] - | FileIngestionOptionsFileFormat -) +FileIngestionOptionsFileFormatParam = Literal["BINARYFILE", "JSON", "CSV", "XML", "EXCEL", "PARQUET", "AVRO", "ORC"] | FileIngestionOptionsFileFormat diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py index 191e0cdf994..ee18c7e6247 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py @@ -1,26 +1,126 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class FileIngestionOptionsSchemaEvolutionMode(Enum): """ Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#how-does-auto-loader-schema-evolution-work """ - ADD_NEW_COLUMNS_WITH_TYPE_WIDENING = "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING" ADD_NEW_COLUMNS = "ADD_NEW_COLUMNS" RESCUE = "RESCUE" FAIL_ON_NEW_COLUMNS = "FAIL_ON_NEW_COLUMNS" NONE = "NONE" - -FileIngestionOptionsSchemaEvolutionModeParam = ( - Literal[ - "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", - "ADD_NEW_COLUMNS", - "RESCUE", - "FAIL_ON_NEW_COLUMNS", - "NONE", - ] - | FileIngestionOptionsSchemaEvolutionMode -) +FileIngestionOptionsSchemaEvolutionModeParam = Literal["ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "ADD_NEW_COLUMNS", "RESCUE", "FAIL_ON_NEW_COLUMNS", "NONE"] | FileIngestionOptionsSchemaEvolutionMode diff --git a/python/databricks/bundles/pipelines/_models/file_library.py b/python/databricks/bundles/pipelines/_models/file_library.py index 612c1e05bd3..500e635a903 100644 --- a/python/databricks/bundles/pipelines/_models/file_library.py +++ b/python/databricks/bundles/pipelines/_models/file_library.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class FileLibrary: """""" @@ -19,11 +127,12 @@ class FileLibrary: """ @classmethod - def from_dict(cls, value: "FileLibraryDict") -> "Self": + def from_dict(cls, value: 'FileLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "FileLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'FileLibraryDict': + return _transform_to_json_value(self) # type:ignore + class FileLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/filters.py b/python/databricks/bundles/pipelines/_models/filters.py index 13f29eeb491..99baeeea68b 100644 --- a/python/databricks/bundles/pipelines/_models/filters.py +++ b/python/databricks/bundles/pipelines/_models/filters.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Filters: """""" @@ -24,11 +132,12 @@ class Filters: """ @classmethod - def from_dict(cls, value: "FiltersDict") -> "Self": + def from_dict(cls, value: 'FiltersDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "FiltersDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'FiltersDict': + return _transform_to_json_value(self) # type:ignore + class FiltersDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/gcp_attributes.py b/python/databricks/bundles/pipelines/_models/gcp_attributes.py index be4ef269052..371d362ad9b 100644 --- a/python/databricks/bundles/pipelines/_models/gcp_attributes.py +++ b/python/databricks/bundles/pipelines/_models/gcp_attributes.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.confidential_compute_type import ( - ConfidentialComputeType, - ConfidentialComputeTypeParam, -) -from databricks.bundles.pipelines._models.gcp_availability import ( - GcpAvailability, - GcpAvailabilityParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GcpAttributes: """ Attributes set during cluster creation which are related to GCP. """ - availability: VariableOrOptional[GcpAvailability] = None """ This field determines whether the spark executors will be scheduled to run on preemptible @@ -88,11 +187,12 @@ class GcpAttributes: """ @classmethod - def from_dict(cls, value: "GcpAttributesDict") -> "Self": + def from_dict(cls, value: 'GcpAttributesDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GcpAttributesDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GcpAttributesDict': + return _transform_to_json_value(self) # type:ignore + class GcpAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/gcp_availability.py b/python/databricks/bundles/pipelines/_models/gcp_availability.py index aa8e785a71f..d2ca0b6115c 100644 --- a/python/databricks/bundles/pipelines/_models/gcp_availability.py +++ b/python/databricks/bundles/pipelines/_models/gcp_availability.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class GcpAvailability(Enum): @@ -7,13 +118,8 @@ class GcpAvailability(Enum): This field determines whether the instance pool will contain preemptible VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable. """ - PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP" ON_DEMAND_GCP = "ON_DEMAND_GCP" PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP" - -GcpAvailabilityParam = ( - Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] - | GcpAvailability -) +GcpAvailabilityParam = Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] | GcpAvailability diff --git a/python/databricks/bundles/pipelines/_models/gcs_storage_info.py b/python/databricks/bundles/pipelines/_models/gcs_storage_info.py index a5e6d51e6ee..12149bc073d 100644 --- a/python/databricks/bundles/pipelines/_models/gcs_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/gcs_storage_info.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GcsStorageInfo: """ A storage location in Google Cloud Platform's GCS """ - destination: VariableOr[str] """ GCS destination/URI, e.g. `gs://my-bucket/some-prefix` """ @classmethod - def from_dict(cls, value: "GcsStorageInfoDict") -> "Self": + def from_dict(cls, value: 'GcsStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GcsStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GcsStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class GcsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_ads_config.py b/python/databricks/bundles/pipelines/_models/google_ads_config.py index 68ad306a40c..8dc8c3142d7 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_config.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_config.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GoogleAdsConfig: """ :meta private: [EXPERIMENTAL] """ - manager_account_id: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -27,11 +134,12 @@ class GoogleAdsConfig: """ @classmethod - def from_dict(cls, value: "GoogleAdsConfigDict") -> "Self": + def from_dict(cls, value: 'GoogleAdsConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GoogleAdsConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GoogleAdsConfigDict': + return _transform_to_json_value(self) # type:ignore + class GoogleAdsConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py index 6cab19509e4..e5a43ca0fcc 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py @@ -1,19 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GoogleAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the Google Ads connector. Mirrors the resource + fields + segments + metrics model that Google Ads GAQL exposes. The customer account this report runs against is supplied by the source @@ -23,7 +131,6 @@ class GoogleAdsCustomReportOptions: Only supported on table-type objects: a custom report requires a destination table, so it cannot be specified at the schema/source level. """ - resource: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -63,11 +170,12 @@ class GoogleAdsCustomReportOptions: """ @classmethod - def from_dict(cls, value: "GoogleAdsCustomReportOptionsDict") -> "Self": + def from_dict(cls, value: 'GoogleAdsCustomReportOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GoogleAdsCustomReportOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GoogleAdsCustomReportOptionsDict': + return _transform_to_json_value(self) # type:ignore + class GoogleAdsCustomReportOptionsDict(TypedDict, total=False): @@ -112,6 +220,4 @@ class GoogleAdsCustomReportOptionsDict(TypedDict, total=False): """ -GoogleAdsCustomReportOptionsParam = ( - GoogleAdsCustomReportOptionsDict | GoogleAdsCustomReportOptions -) +GoogleAdsCustomReportOptionsParam = GoogleAdsCustomReportOptionsDict | GoogleAdsCustomReportOptions diff --git a/python/databricks/bundles/pipelines/_models/google_ads_options.py b/python/databricks/bundles/pipelines/_models/google_ads_options.py index 822122b4b67..102328f64c9 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_options.py @@ -1,28 +1,131 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.google_ads_custom_report_options import ( - GoogleAdsCustomReportOptions, - GoogleAdsCustomReportOptionsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GoogleAdsOptions: """ :meta private: [EXPERIMENTAL] - + Google Ads specific options for ingestion (object-level). When set, these values override the corresponding fields in GoogleAdsConfig (source_configurations). """ - manager_account_id: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -60,11 +163,12 @@ class GoogleAdsOptions: """ @classmethod - def from_dict(cls, value: "GoogleAdsOptionsDict") -> "Self": + def from_dict(cls, value: 'GoogleAdsOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GoogleAdsOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GoogleAdsOptionsDict': + return _transform_to_json_value(self) # type:ignore + class GoogleAdsOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_drive_options.py b/python/databricks/bundles/pipelines/_models/google_drive_options.py index 968daabefb7..247334ae44f 100644 --- a/python/databricks/bundles/pipelines/_models/google_drive_options.py +++ b/python/databricks/bundles/pipelines/_models/google_drive_options.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.file_ingestion_options import ( - FileIngestionOptions, - FileIngestionOptionsParam, -) -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import ( - GoogleDriveOptionsGoogleDriveEntityType, - GoogleDriveOptionsGoogleDriveEntityTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class GoogleDriveOptions: """ :meta private: [EXPERIMENTAL] """ - entity_type: VariableOrOptional[GoogleDriveOptionsGoogleDriveEntityType] = None """ :meta private: [EXPERIMENTAL] @@ -45,11 +144,12 @@ class GoogleDriveOptions: """ @classmethod - def from_dict(cls, value: "GoogleDriveOptionsDict") -> "Self": + def from_dict(cls, value: 'GoogleDriveOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "GoogleDriveOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'GoogleDriveOptionsDict': + return _transform_to_json_value(self) # type:ignore + class GoogleDriveOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py b/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py index 136b3aff953..3a3ae552afe 100644 --- a/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py +++ b/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py @@ -1,18 +1,124 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class GoogleDriveOptionsGoogleDriveEntityType(Enum): """ :meta private: [EXPERIMENTAL] """ - FILE = "FILE" FILE_METADATA = "FILE_METADATA" PERMISSION = "PERMISSION" - -GoogleDriveOptionsGoogleDriveEntityTypeParam = ( - Literal["FILE", "FILE_METADATA", "PERMISSION"] - | GoogleDriveOptionsGoogleDriveEntityType -) +GoogleDriveOptionsGoogleDriveEntityTypeParam = Literal["FILE", "FILE_METADATA", "PERMISSION"] | GoogleDriveOptionsGoogleDriveEntityType diff --git a/python/databricks/bundles/pipelines/_models/ingestion_config.py b/python/databricks/bundles/pipelines/_models/ingestion_config.py index 4ccd935e819..0b2ef4733f4 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_config.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_config.py @@ -1,20 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.report_spec import ( - ReportSpec, - ReportSpecParam, -) -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionConfig: """""" @@ -35,11 +137,12 @@ class IngestionConfig: """ @classmethod - def from_dict(cls, value: "IngestionConfigDict") -> "Self": + def from_dict(cls, value: 'IngestionConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "IngestionConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionConfigDict': + return _transform_to_json_value(self) # type:ignore + class IngestionConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py b/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py index a1f73e0a85c..f434ba832a3 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py @@ -1,24 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.connection_parameters import ( - ConnectionParameters, - ConnectionParametersParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionGatewayPipelineDefinition: """ :meta private: [EXPERIMENTAL] """ - connection_name: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -57,11 +160,12 @@ class IngestionGatewayPipelineDefinition: """ @classmethod - def from_dict(cls, value: "IngestionGatewayPipelineDefinitionDict") -> "Self": + def from_dict(cls, value: 'IngestionGatewayPipelineDefinitionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "IngestionGatewayPipelineDefinitionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionGatewayPipelineDefinitionDict': + return _transform_to_json_value(self) # type:ignore + class IngestionGatewayPipelineDefinitionDict(TypedDict, total=False): @@ -105,6 +209,4 @@ class IngestionGatewayPipelineDefinitionDict(TypedDict, total=False): """ -IngestionGatewayPipelineDefinitionParam = ( - IngestionGatewayPipelineDefinitionDict | IngestionGatewayPipelineDefinition -) +IngestionGatewayPipelineDefinitionParam = IngestionGatewayPipelineDefinitionDict | IngestionGatewayPipelineDefinition diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py index 8263ae64b77..e6701886a63 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py @@ -1,38 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.pipelines._models.connector_type import ( - ConnectorType, - ConnectorTypeParam, -) -from databricks.bundles.pipelines._models.data_staging_options import ( - DataStagingOptions, - DataStagingOptionsParam, -) -from databricks.bundles.pipelines._models.ingestion_config import ( - IngestionConfig, - IngestionConfigParam, -) -from databricks.bundles.pipelines._models.operation_time_window import ( - OperationTimeWindow, - OperationTimeWindowParam, -) -from databricks.bundles.pipelines._models.source_config import ( - SourceConfig, - SourceConfigParam, -) -from databricks.bundles.pipelines._models.table_specific_config import ( - TableSpecificConfig, - TableSpecificConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionPipelineDefinition: """""" @@ -108,11 +192,12 @@ class IngestionPipelineDefinition: """ @classmethod - def from_dict(cls, value: "IngestionPipelineDefinitionDict") -> "Self": + def from_dict(cls, value: 'IngestionPipelineDefinitionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "IngestionPipelineDefinitionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionPipelineDefinitionDict': + return _transform_to_json_value(self) # type:ignore + class IngestionPipelineDefinitionDict(TypedDict, total=False): @@ -189,6 +274,4 @@ class IngestionPipelineDefinitionDict(TypedDict, total=False): """ -IngestionPipelineDefinitionParam = ( - IngestionPipelineDefinitionDict | IngestionPipelineDefinition -) +IngestionPipelineDefinitionParam = IngestionPipelineDefinitionDict | IngestionPipelineDefinition diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py index 74183042358..a9873b071a9 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py @@ -1,29 +1,132 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.pipelines._models.transformer import ( - Transformer, - TransformerParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionPipelineDefinitionFanoutOptions: """ :meta private: [EXPERIMENTAL] - + Fanout configuration for multi-table routing from streaming sources. Routes each input record to a destination table based on a routing key derived from the record. The key value becomes the table name suffix: {destination_catalog}.{destination_schema}.{key_value}. """ - fanout_by: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -42,11 +145,12 @@ class IngestionPipelineDefinitionFanoutOptions: """ @classmethod - def from_dict(cls, value: "IngestionPipelineDefinitionFanoutOptionsDict") -> "Self": + def from_dict(cls, value: 'IngestionPipelineDefinitionFanoutOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "IngestionPipelineDefinitionFanoutOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionPipelineDefinitionFanoutOptionsDict': + return _transform_to_json_value(self) # type:ignore + class IngestionPipelineDefinitionFanoutOptionsDict(TypedDict, total=False): @@ -70,7 +174,4 @@ class IngestionPipelineDefinitionFanoutOptionsDict(TypedDict, total=False): """ -IngestionPipelineDefinitionFanoutOptionsParam = ( - IngestionPipelineDefinitionFanoutOptionsDict - | IngestionPipelineDefinitionFanoutOptions -) +IngestionPipelineDefinitionFanoutOptionsParam = IngestionPipelineDefinitionFanoutOptionsDict | IngestionPipelineDefinitionFanoutOptions diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py index 33a73ffa5c8..82723363e54 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig: """ Configurations that are only applicable for query-based ingestion connectors. """ - cursor_columns: VariableOrList[str] = field(default_factory=list) """ [Public Preview] The names of the monotonically increasing columns in the source table that are used to enable @@ -49,21 +156,15 @@ class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig: """ @classmethod - def from_dict( - cls, - value: "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict", - ) -> "Self": + def from_dict(cls, value: 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict') -> 'Self': return _transform(cls, value) - def as_dict( - self, - ) -> "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict': + return _transform_to_json_value(self) # type:ignore + -class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict( - TypedDict, total=False -): +class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict(TypedDict, total=False): """""" cursor_columns: VariableOrList[str] @@ -100,7 +201,4 @@ class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDic """ -IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam = ( - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict - | IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig -) +IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam = IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict | IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py index c86ff492d22..5419ce72b9f 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrDict +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class IngestionPipelineDefinitionWorkdayReportParameters: """ :meta private: [EXPERIMENTAL] """ - parameters: VariableOrDict[str] = field(default_factory=dict) """ :meta private: [EXPERIMENTAL] @@ -29,13 +136,12 @@ class IngestionPipelineDefinitionWorkdayReportParameters: """ @classmethod - def from_dict( - cls, value: "IngestionPipelineDefinitionWorkdayReportParametersDict" - ) -> "Self": + def from_dict(cls, value: 'IngestionPipelineDefinitionWorkdayReportParametersDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "IngestionPipelineDefinitionWorkdayReportParametersDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'IngestionPipelineDefinitionWorkdayReportParametersDict': + return _transform_to_json_value(self) # type:ignore + class IngestionPipelineDefinitionWorkdayReportParametersDict(TypedDict, total=False): @@ -55,7 +161,4 @@ class IngestionPipelineDefinitionWorkdayReportParametersDict(TypedDict, total=Fa """ -IngestionPipelineDefinitionWorkdayReportParametersParam = ( - IngestionPipelineDefinitionWorkdayReportParametersDict - | IngestionPipelineDefinitionWorkdayReportParameters -) +IngestionPipelineDefinitionWorkdayReportParametersParam = IngestionPipelineDefinitionWorkdayReportParametersDict | IngestionPipelineDefinitionWorkdayReportParameters diff --git a/python/databricks/bundles/pipelines/_models/init_script_info.py b/python/databricks/bundles/pipelines/_models/init_script_info.py index 60e72762837..e43f08185ee 100644 --- a/python/databricks/bundles/pipelines/_models/init_script_info.py +++ b/python/databricks/bundles/pipelines/_models/init_script_info.py @@ -1,48 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.adlsgen2_info import ( - Adlsgen2Info, - Adlsgen2InfoParam, -) -from databricks.bundles.pipelines._models.dbfs_storage_info import ( - DbfsStorageInfo, - DbfsStorageInfoParam, -) -from databricks.bundles.pipelines._models.gcs_storage_info import ( - GcsStorageInfo, - GcsStorageInfoParam, -) -from databricks.bundles.pipelines._models.local_file_info import ( - LocalFileInfo, - LocalFileInfoParam, -) -from databricks.bundles.pipelines._models.s3_storage_info import ( - S3StorageInfo, - S3StorageInfoParam, -) -from databricks.bundles.pipelines._models.volumes_storage_info import ( - VolumesStorageInfo, - VolumesStorageInfoParam, -) -from databricks.bundles.pipelines._models.workspace_storage_info import ( - WorkspaceStorageInfo, - WorkspaceStorageInfoParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class InitScriptInfo: """ Config for an individual init script """ - abfss: VariableOrOptional[Adlsgen2Info] = None """ Contains the Azure Data Lake Storage destination path @@ -87,11 +166,12 @@ class InitScriptInfo: """ @classmethod - def from_dict(cls, value: "InitScriptInfoDict") -> "Self": + def from_dict(cls, value: 'InitScriptInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "InitScriptInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'InitScriptInfoDict': + return _transform_to_json_value(self) # type:ignore + class InitScriptInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/jira_connector_options.py b/python/databricks/bundles/pipelines/_models/jira_connector_options.py index ed97e56ddfd..e8c413b398c 100644 --- a/python/databricks/bundles/pipelines/_models/jira_connector_options.py +++ b/python/databricks/bundles/pipelines/_models/jira_connector_options.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JiraConnectorOptions: """ Jira specific options for ingestion """ - include_jira_spaces: VariableOrList[str] = field(default_factory=list) """ [Beta] (Optional) Projects to filter Jira data on """ @classmethod - def from_dict(cls, value: "JiraConnectorOptionsDict") -> "Self": + def from_dict(cls, value: 'JiraConnectorOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JiraConnectorOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JiraConnectorOptionsDict': + return _transform_to_json_value(self) # type:ignore + class JiraConnectorOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/json_transformer_options.py b/python/databricks/bundles/pipelines/_models/json_transformer_options.py index 88bd9c2fa8e..67470c4f5f3 100644 --- a/python/databricks/bundles/pipelines/_models/json_transformer_options.py +++ b/python/databricks/bundles/pipelines/_models/json_transformer_options.py @@ -1,18 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( - FileIngestionOptionsSchemaEvolutionMode, - FileIngestionOptionsSchemaEvolutionModeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class JsonTransformerOptions: """""" @@ -27,9 +131,7 @@ class JsonTransformerOptions: [Beta] Inline schema string for JSON parsing (Spark DDL format). """ - schema_evolution_mode: VariableOrOptional[ - FileIngestionOptionsSchemaEvolutionMode - ] = None + schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionMode] = None """ [Beta] (Optional) Schema evolution mode for schema inference. """ @@ -45,11 +147,12 @@ class JsonTransformerOptions: """ @classmethod - def from_dict(cls, value: "JsonTransformerOptionsDict") -> "Self": + def from_dict(cls, value: 'JsonTransformerOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "JsonTransformerOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'JsonTransformerOptionsDict': + return _transform_to_json_value(self) # type:ignore + class JsonTransformerOptionsDict(TypedDict, total=False): @@ -65,9 +168,7 @@ class JsonTransformerOptionsDict(TypedDict, total=False): [Beta] Inline schema string for JSON parsing (Spark DDL format). """ - schema_evolution_mode: VariableOrOptional[ - FileIngestionOptionsSchemaEvolutionModeParam - ] + schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionModeParam] """ [Beta] (Optional) Schema evolution mode for schema inference. """ diff --git a/python/databricks/bundles/pipelines/_models/kafka_options.py b/python/databricks/bundles/pipelines/_models/kafka_options.py index 61cd437c607..5285dd16368 100644 --- a/python/databricks/bundles/pipelines/_models/kafka_options.py +++ b/python/databricks/bundles/pipelines/_models/kafka_options.py @@ -1,22 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.pipelines._models.transformer import ( - Transformer, - TransformerParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class KafkaOptions: """""" @@ -68,11 +168,12 @@ class KafkaOptions: """ @classmethod - def from_dict(cls, value: "KafkaOptionsDict") -> "Self": + def from_dict(cls, value: 'KafkaOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "KafkaOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'KafkaOptionsDict': + return _transform_to_json_value(self) # type:ignore + class KafkaOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/lifecycle.py b/python/databricks/bundles/pipelines/_models/lifecycle.py index c934967f37e..bfd558234ef 100644 --- a/python/databricks/bundles/pipelines/_models/lifecycle.py +++ b/python/databricks/bundles/pipelines/_models/lifecycle.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Lifecycle: """""" @@ -19,11 +127,12 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: "LifecycleDict") -> "Self": + def from_dict(cls, value: 'LifecycleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LifecycleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LifecycleDict': + return _transform_to_json_value(self) # type:ignore + class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/local_file_info.py b/python/databricks/bundles/pipelines/_models/local_file_info.py index 70d6f258200..e809b962850 100644 --- a/python/databricks/bundles/pipelines/_models/local_file_info.py +++ b/python/databricks/bundles/pipelines/_models/local_file_info.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class LocalFileInfo: """""" @@ -19,11 +127,12 @@ class LocalFileInfo: """ @classmethod - def from_dict(cls, value: "LocalFileInfoDict") -> "Self": + def from_dict(cls, value: 'LocalFileInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LocalFileInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LocalFileInfoDict': + return _transform_to_json_value(self) # type:ignore + class LocalFileInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/log_analytics_info.py b/python/databricks/bundles/pipelines/_models/log_analytics_info.py index 5eced870a1e..ba43baae780 100644 --- a/python/databricks/bundles/pipelines/_models/log_analytics_info.py +++ b/python/databricks/bundles/pipelines/_models/log_analytics_info.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class LogAnalyticsInfo: """""" @@ -24,11 +132,12 @@ class LogAnalyticsInfo: """ @classmethod - def from_dict(cls, value: "LogAnalyticsInfoDict") -> "Self": + def from_dict(cls, value: 'LogAnalyticsInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LogAnalyticsInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LogAnalyticsInfoDict': + return _transform_to_json_value(self) # type:ignore + class LogAnalyticsInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/maven_library.py b/python/databricks/bundles/pipelines/_models/maven_library.py index 45925700b82..0d690670eea 100644 --- a/python/databricks/bundles/pipelines/_models/maven_library.py +++ b/python/databricks/bundles/pipelines/_models/maven_library.py @@ -1,18 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class MavenLibrary: """""" @@ -37,11 +141,12 @@ class MavenLibrary: """ @classmethod - def from_dict(cls, value: "MavenLibraryDict") -> "Self": + def from_dict(cls, value: 'MavenLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "MavenLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'MavenLibraryDict': + return _transform_to_json_value(self) # type:ignore + class MavenLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/meta_marketing_options.py b/python/databricks/bundles/pipelines/_models/meta_marketing_options.py index 9378ee27ec2..ee3de868c61 100644 --- a/python/databricks/bundles/pipelines/_models/meta_marketing_options.py +++ b/python/databricks/bundles/pipelines/_models/meta_marketing_options.py @@ -1,24 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import ( - MetaMarketingOptionsMetaMarketingCustomReportOptions, - MetaMarketingOptionsMetaMarketingCustomReportOptionsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class MetaMarketingOptions: """ Meta Marketing (Meta Ads) specific options for ingestion """ - action_attribution_windows: VariableOrList[str] = field(default_factory=list) """ [DEPRECATED] [Beta] (Optional, DEPRECATED — use custom_report_options.action_attribution_windows) Action attribution @@ -47,9 +150,7 @@ class MetaMarketingOptions: updated conversion data from the API, shared by prebuilt and custom reports. """ - custom_report_options: VariableOrOptional[ - MetaMarketingOptionsMetaMarketingCustomReportOptions - ] = None + custom_report_options: VariableOrOptional[MetaMarketingOptionsMetaMarketingCustomReportOptions] = None """ :meta private: [EXPERIMENTAL] @@ -77,11 +178,12 @@ class MetaMarketingOptions: """ @classmethod - def from_dict(cls, value: "MetaMarketingOptionsDict") -> "Self": + def from_dict(cls, value: 'MetaMarketingOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "MetaMarketingOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'MetaMarketingOptionsDict': + return _transform_to_json_value(self) # type:ignore + class MetaMarketingOptionsDict(TypedDict, total=False): @@ -115,9 +217,7 @@ class MetaMarketingOptionsDict(TypedDict, total=False): updated conversion data from the API, shared by prebuilt and custom reports. """ - custom_report_options: VariableOrOptional[ - MetaMarketingOptionsMetaMarketingCustomReportOptionsParam - ] + custom_report_options: VariableOrOptional[MetaMarketingOptionsMetaMarketingCustomReportOptionsParam] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py b/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py index 4b19c3afc42..704ecea493f 100644 --- a/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py @@ -1,24 +1,131 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class MetaMarketingOptionsMetaMarketingCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + Defines the shape of a single Meta Ads custom report (one /insights call shape). start_date, custom_insights_lookback_window live on MetaMarketingOptions, not here. Metrics are not customer-selectable; the connector returns a fixed standard metric set. """ - action_attribution_windows: VariableOrList[str] = field(default_factory=list) """ :meta private: [EXPERIMENTAL] @@ -62,13 +169,12 @@ class MetaMarketingOptionsMetaMarketingCustomReportOptions: """ @classmethod - def from_dict( - cls, value: "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict" - ) -> "Self": + def from_dict(cls, value: 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict': + return _transform_to_json_value(self) # type:ignore + class MetaMarketingOptionsMetaMarketingCustomReportOptionsDict(TypedDict, total=False): @@ -117,7 +223,4 @@ class MetaMarketingOptionsMetaMarketingCustomReportOptionsDict(TypedDict, total= """ -MetaMarketingOptionsMetaMarketingCustomReportOptionsParam = ( - MetaMarketingOptionsMetaMarketingCustomReportOptionsDict - | MetaMarketingOptionsMetaMarketingCustomReportOptions -) +MetaMarketingOptionsMetaMarketingCustomReportOptionsParam = MetaMarketingOptionsMetaMarketingCustomReportOptionsDict | MetaMarketingOptionsMetaMarketingCustomReportOptions diff --git a/python/databricks/bundles/pipelines/_models/notebook_library.py b/python/databricks/bundles/pipelines/_models/notebook_library.py index 5cc6ae9ee34..02568f29024 100644 --- a/python/databricks/bundles/pipelines/_models/notebook_library.py +++ b/python/databricks/bundles/pipelines/_models/notebook_library.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class NotebookLibrary: """""" @@ -19,11 +127,12 @@ class NotebookLibrary: """ @classmethod - def from_dict(cls, value: "NotebookLibraryDict") -> "Self": + def from_dict(cls, value: 'NotebookLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "NotebookLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'NotebookLibraryDict': + return _transform_to_json_value(self) # type:ignore + class NotebookLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/notifications.py b/python/databricks/bundles/pipelines/_models/notifications.py index 22dbec8d709..defe8cc2887 100644 --- a/python/databricks/bundles/pipelines/_models/notifications.py +++ b/python/databricks/bundles/pipelines/_models/notifications.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Notifications: """""" @@ -30,11 +138,12 @@ class Notifications: """ @classmethod - def from_dict(cls, value: "NotificationsDict") -> "Self": + def from_dict(cls, value: 'NotificationsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "NotificationsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'NotificationsDict': + return _transform_to_json_value(self) # type:ignore + class NotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/operation_time_window.py b/python/databricks/bundles/pipelines/_models/operation_time_window.py index 8acd9ea7bb8..d9563456a45 100644 --- a/python/databricks/bundles/pipelines/_models/operation_time_window.py +++ b/python/databricks/bundles/pipelines/_models/operation_time_window.py @@ -1,25 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class OperationTimeWindow: """ Proto representing a window """ - start_hour: VariableOr[int] """ [Public Preview] An integer between 0 and 23 denoting the start hour for the window in the 24-hour day. @@ -38,11 +140,12 @@ class OperationTimeWindow: """ @classmethod - def from_dict(cls, value: "OperationTimeWindowDict") -> "Self": + def from_dict(cls, value: 'OperationTimeWindowDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "OperationTimeWindowDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'OperationTimeWindowDict': + return _transform_to_json_value(self) # type:ignore + class OperationTimeWindowDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py b/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py index dab9825c251..83bb4fb58c0 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py +++ b/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py @@ -1,20 +1,127 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class OutlookAttachmentMode(Enum): """ :meta private: [EXPERIMENTAL] - + Attachment behavior mode for Outlook ingestion """ - ALL = "ALL" NON_INLINE_ONLY = "NON_INLINE_ONLY" INLINE_ONLY = "INLINE_ONLY" NONE = "NONE" - -OutlookAttachmentModeParam = ( - Literal["ALL", "NON_INLINE_ONLY", "INLINE_ONLY", "NONE"] | OutlookAttachmentMode -) +OutlookAttachmentModeParam = Literal["ALL", "NON_INLINE_ONLY", "INLINE_ONLY", "NONE"] | OutlookAttachmentMode diff --git a/python/databricks/bundles/pipelines/_models/outlook_body_format.py b/python/databricks/bundles/pipelines/_models/outlook_body_format.py index 2354444c584..5916544c7f5 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_body_format.py +++ b/python/databricks/bundles/pipelines/_models/outlook_body_format.py @@ -1,16 +1,125 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class OutlookBodyFormat(Enum): """ :meta private: [EXPERIMENTAL] - + Body format for Outlook email content """ - TEXT_HTML = "TEXT_HTML" TEXT_PLAIN = "TEXT_PLAIN" - OutlookBodyFormatParam = Literal["TEXT_HTML", "TEXT_PLAIN"] | OutlookBodyFormat diff --git a/python/databricks/bundles/pipelines/_models/outlook_options.py b/python/databricks/bundles/pipelines/_models/outlook_options.py index 36fafbdfd91..54e3235bb58 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_options.py +++ b/python/databricks/bundles/pipelines/_models/outlook_options.py @@ -1,30 +1,129 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.pipelines._models.outlook_attachment_mode import ( - OutlookAttachmentMode, - OutlookAttachmentModeParam, -) -from databricks.bundles.pipelines._models.outlook_body_format import ( - OutlookBodyFormat, - OutlookBodyFormatParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class OutlookOptions: """ :meta private: [EXPERIMENTAL] - + Outlook specific options for ingestion """ - attachment_mode: VariableOrOptional[OutlookAttachmentMode] = None """ :meta private: [EXPERIMENTAL] @@ -93,11 +192,12 @@ class OutlookOptions: """ @classmethod - def from_dict(cls, value: "OutlookOptionsDict") -> "Self": + def from_dict(cls, value: 'OutlookOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "OutlookOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'OutlookOptionsDict': + return _transform_to_json_value(self) # type:ignore + class OutlookOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/path_pattern.py b/python/databricks/bundles/pipelines/_models/path_pattern.py index 55ad00ebd38..e28c52d2856 100644 --- a/python/databricks/bundles/pipelines/_models/path_pattern.py +++ b/python/databricks/bundles/pipelines/_models/path_pattern.py @@ -1,14 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PathPattern: """""" @@ -19,11 +127,12 @@ class PathPattern: """ @classmethod - def from_dict(cls, value: "PathPatternDict") -> "Self": + def from_dict(cls, value: 'PathPatternDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PathPatternDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PathPatternDict': + return _transform_to_json_value(self) # type:ignore + class PathPatternDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline.py b/python/databricks/bundles/pipelines/_models/pipeline.py index 6437977d959..d221965bd8f 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline.py +++ b/python/databricks/bundles/pipelines/_models/pipeline.py @@ -1,64 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.pipelines._models.event_log_spec import ( - EventLogSpec, - EventLogSpecParam, -) -from databricks.bundles.pipelines._models.filters import ( - Filters, - FiltersParam, -) -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import ( - IngestionGatewayPipelineDefinition, - IngestionGatewayPipelineDefinitionParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import ( - IngestionPipelineDefinition, - IngestionPipelineDefinitionParam, -) -from databricks.bundles.pipelines._models.lifecycle import ( - Lifecycle, - LifecycleParam, -) -from databricks.bundles.pipelines._models.notifications import ( - Notifications, - NotificationsParam, -) -from databricks.bundles.pipelines._models.pipeline_cluster import ( - PipelineCluster, - PipelineClusterParam, -) -from databricks.bundles.pipelines._models.pipeline_library import ( - PipelineLibrary, - PipelineLibraryParam, -) -from databricks.bundles.pipelines._models.pipeline_permission import ( - PipelinePermission, - PipelinePermissionParam, -) -from databricks.bundles.pipelines._models.pipelines_environment import ( - PipelinesEnvironment, - PipelinesEnvironmentParam, -) -from databricks.bundles.pipelines._models.restart_window import ( - RestartWindow, - RestartWindowParam, -) -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsParam +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Pipeline(Resource): """""" @@ -239,11 +297,12 @@ class Pipeline(Resource): """ @classmethod - def from_dict(cls, value: "PipelineDict") -> "Self": + def from_dict(cls, value: 'PipelineDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineDict': + return _transform_to_json_value(self) # type:ignore + class PipelineDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster.py index 01563f6a850..794c9d5575e 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster.py @@ -1,42 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.pipelines._models.aws_attributes import ( - AwsAttributes, - AwsAttributesParam, -) -from databricks.bundles.pipelines._models.azure_attributes import ( - AzureAttributes, - AzureAttributesParam, -) -from databricks.bundles.pipelines._models.cluster_log_conf import ( - ClusterLogConf, - ClusterLogConfParam, -) -from databricks.bundles.pipelines._models.gcp_attributes import ( - GcpAttributes, - GcpAttributesParam, -) -from databricks.bundles.pipelines._models.init_script_info import ( - InitScriptInfo, - InitScriptInfoParam, -) -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import ( - PipelineClusterAutoscale, - PipelineClusterAutoscaleParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelineCluster: """""" @@ -177,11 +257,12 @@ class PipelineCluster: """ @classmethod - def from_dict(cls, value: "PipelineClusterDict") -> "Self": + def from_dict(cls, value: 'PipelineClusterDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineClusterDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineClusterDict': + return _transform_to_json_value(self) # type:ignore + class PipelineClusterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py index 58afdbefabe..08c292c4e10 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py @@ -1,18 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import ( - PipelineClusterAutoscaleMode, - PipelineClusterAutoscaleModeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelineClusterAutoscale: """""" @@ -38,11 +142,12 @@ class PipelineClusterAutoscale: """ @classmethod - def from_dict(cls, value: "PipelineClusterAutoscaleDict") -> "Self": + def from_dict(cls, value: 'PipelineClusterAutoscaleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineClusterAutoscaleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineClusterAutoscaleDict': + return _transform_to_json_value(self) # type:ignore + class PipelineClusterAutoscaleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py index 21d2e054cb1..d88a81cb1db 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py @@ -1,5 +1,116 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class PipelineClusterAutoscaleMode(Enum): @@ -10,11 +121,7 @@ class PipelineClusterAutoscaleMode(Enum): for `updates` clusters only. The legacy autoscaling feature is used for `maintenance` clusters. """ - ENHANCED = "ENHANCED" LEGACY = "LEGACY" - -PipelineClusterAutoscaleModeParam = ( - Literal["ENHANCED", "LEGACY"] | PipelineClusterAutoscaleMode -) +PipelineClusterAutoscaleModeParam = Literal["ENHANCED", "LEGACY"] | PipelineClusterAutoscaleMode diff --git a/python/databricks/bundles/pipelines/_models/pipeline_library.py b/python/databricks/bundles/pipelines/_models/pipeline_library.py index 90d048f9644..6eee52e9fa1 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_library.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_library.py @@ -1,30 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.file_library import ( - FileLibrary, - FileLibraryParam, -) -from databricks.bundles.pipelines._models.maven_library import ( - MavenLibrary, - MavenLibraryParam, -) -from databricks.bundles.pipelines._models.notebook_library import ( - NotebookLibrary, - NotebookLibraryParam, -) -from databricks.bundles.pipelines._models.path_pattern import ( - PathPattern, - PathPatternParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelineLibrary: """""" @@ -61,11 +153,12 @@ class PipelineLibrary: """ @classmethod - def from_dict(cls, value: "PipelineLibraryDict") -> "Self": + def from_dict(cls, value: 'PipelineLibraryDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelineLibraryDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelineLibraryDict': + return _transform_to_json_value(self) # type:ignore + class PipelineLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_permission.py b/python/databricks/bundles/pipelines/_models/pipeline_permission.py index 66ef2cbcf91..3ae6af34cdb 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_permission.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_permission.py @@ -1,18 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.pipeline_permission_level import ( - PipelinePermissionLevel, - PipelinePermissionLevelParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelinePermission: """""" @@ -38,11 +142,12 @@ class PipelinePermission: """ @classmethod - def from_dict(cls, value: "PipelinePermissionDict") -> "Self": + def from_dict(cls, value: 'PipelinePermissionDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelinePermissionDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelinePermissionDict': + return _transform_to_json_value(self) # type:ignore + class PipelinePermissionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py b/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py index 746bedc51ab..d6009cb434a 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py @@ -1,18 +1,125 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class PipelinePermissionLevel(Enum): """ Permission level """ - CAN_MANAGE = "CAN_MANAGE" IS_OWNER = "IS_OWNER" CAN_RUN = "CAN_RUN" CAN_VIEW = "CAN_VIEW" - -PipelinePermissionLevelParam = ( - Literal["CAN_MANAGE", "IS_OWNER", "CAN_RUN", "CAN_VIEW"] | PipelinePermissionLevel -) +PipelinePermissionLevelParam = Literal["CAN_MANAGE", "IS_OWNER", "CAN_RUN", "CAN_VIEW"] | PipelinePermissionLevel diff --git a/python/databricks/bundles/pipelines/_models/pipelines_environment.py b/python/databricks/bundles/pipelines/_models/pipelines_environment.py index c56eccdea8a..bda367b84af 100644 --- a/python/databricks/bundles/pipelines/_models/pipelines_environment.py +++ b/python/databricks/bundles/pipelines/_models/pipelines_environment.py @@ -1,21 +1,128 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PipelinesEnvironment: """ The environment entity used to preserve serverless environment side panel, jobs' environment for non-notebook task, and SDP's environment for classic and serverless pipelines. In this minimal environment spec, only pip dependencies are supported. """ - dependencies: VariableOrList[str] = field(default_factory=list) """ [Public Preview] List of pip dependencies, as supported by the version of pip in this environment. @@ -38,11 +145,12 @@ class PipelinesEnvironment: """ @classmethod - def from_dict(cls, value: "PipelinesEnvironmentDict") -> "Self": + def from_dict(cls, value: 'PipelinesEnvironmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PipelinesEnvironmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PipelinesEnvironmentDict': + return _transform_to_json_value(self) # type:ignore + class PipelinesEnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py b/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py index a25c35870a9..62cf3ae0d6f 100644 --- a/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py +++ b/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py @@ -1,35 +1,139 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.postgres_slot_config import ( - PostgresSlotConfig, - PostgresSlotConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PostgresCatalogConfig: """ PG-specific catalog-level configuration parameters """ - slot_config: VariableOrOptional[PostgresSlotConfig] = None """ [Public Preview] Optional. The Postgres slot configuration to use for logical replication """ @classmethod - def from_dict(cls, value: "PostgresCatalogConfigDict") -> "Self": + def from_dict(cls, value: 'PostgresCatalogConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PostgresCatalogConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PostgresCatalogConfigDict': + return _transform_to_json_value(self) # type:ignore + class PostgresCatalogConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/postgres_slot_config.py b/python/databricks/bundles/pipelines/_models/postgres_slot_config.py index 31db5806e62..c483481dc53 100644 --- a/python/databricks/bundles/pipelines/_models/postgres_slot_config.py +++ b/python/databricks/bundles/pipelines/_models/postgres_slot_config.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PostgresSlotConfig: """ PostgresSlotConfig contains the configuration for a Postgres logical replication slot """ - publication_name: VariableOrOptional[str] = None """ [Public Preview] The name of the publication to use for the Postgres source @@ -26,11 +133,12 @@ class PostgresSlotConfig: """ @classmethod - def from_dict(cls, value: "PostgresSlotConfigDict") -> "Self": + def from_dict(cls, value: 'PostgresSlotConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PostgresSlotConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PostgresSlotConfigDict': + return _transform_to_json_value(self) # type:ignore + class PostgresSlotConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/reddit_ads_options.py b/python/databricks/bundles/pipelines/_models/reddit_ads_options.py index c166e9da1cf..6ff7b0201bf 100644 --- a/python/databricks/bundles/pipelines/_models/reddit_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/reddit_ads_options.py @@ -1,29 +1,130 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import ( - RedditAdsOptionsRedditAdsCustomReportOptions, - RedditAdsOptionsRedditAdsCustomReportOptionsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RedditAdsOptions: """ :meta private: [EXPERIMENTAL] - + Reddit Ads specific options for ingestion """ - - custom_report_options: VariableOrOptional[ - RedditAdsOptionsRedditAdsCustomReportOptions - ] = None + custom_report_options: VariableOrOptional[RedditAdsOptionsRedditAdsCustomReportOptions] = None """ :meta private: [EXPERIMENTAL] @@ -51,19 +152,18 @@ class RedditAdsOptions: """ @classmethod - def from_dict(cls, value: "RedditAdsOptionsDict") -> "Self": + def from_dict(cls, value: 'RedditAdsOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RedditAdsOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RedditAdsOptionsDict': + return _transform_to_json_value(self) # type:ignore + class RedditAdsOptionsDict(TypedDict, total=False): """""" - custom_report_options: VariableOrOptional[ - RedditAdsOptionsRedditAdsCustomReportOptionsParam - ] + custom_report_options: VariableOrOptional[RedditAdsOptionsRedditAdsCustomReportOptionsParam] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py index 777fe0f2fed..698e312c3f7 100644 --- a/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py @@ -1,23 +1,130 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RedditAdsOptionsRedditAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the Reddit Ads connector. Applies only to the custom_report table — prebuilt tables ignore this. """ - breakdowns: VariableOrList[str] = field(default_factory=list) """ :meta private: [EXPERIMENTAL] @@ -36,13 +143,12 @@ class RedditAdsOptionsRedditAdsCustomReportOptions: """ @classmethod - def from_dict( - cls, value: "RedditAdsOptionsRedditAdsCustomReportOptionsDict" - ) -> "Self": + def from_dict(cls, value: 'RedditAdsOptionsRedditAdsCustomReportOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RedditAdsOptionsRedditAdsCustomReportOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RedditAdsOptionsRedditAdsCustomReportOptionsDict': + return _transform_to_json_value(self) # type:ignore + class RedditAdsOptionsRedditAdsCustomReportOptionsDict(TypedDict, total=False): @@ -66,7 +172,4 @@ class RedditAdsOptionsRedditAdsCustomReportOptionsDict(TypedDict, total=False): """ -RedditAdsOptionsRedditAdsCustomReportOptionsParam = ( - RedditAdsOptionsRedditAdsCustomReportOptionsDict - | RedditAdsOptionsRedditAdsCustomReportOptions -) +RedditAdsOptionsRedditAdsCustomReportOptionsParam = RedditAdsOptionsRedditAdsCustomReportOptionsDict | RedditAdsOptionsRedditAdsCustomReportOptions diff --git a/python/databricks/bundles/pipelines/_models/report_spec.py b/python/databricks/bundles/pipelines/_models/report_spec.py index f2b6fc1aacd..33f24962aaa 100644 --- a/python/databricks/bundles/pipelines/_models/report_spec.py +++ b/python/databricks/bundles/pipelines/_models/report_spec.py @@ -1,18 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.table_specific_config import ( - TableSpecificConfig, - TableSpecificConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ReportSpec: """""" @@ -43,11 +147,12 @@ class ReportSpec: """ @classmethod - def from_dict(cls, value: "ReportSpecDict") -> "Self": + def from_dict(cls, value: 'ReportSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ReportSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ReportSpecDict': + return _transform_to_json_value(self) # type:ignore + class ReportSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/restart_window.py b/python/databricks/bundles/pipelines/_models/restart_window.py index dcc468b3ffc..d74c2b3e6b3 100644 --- a/python/databricks/bundles/pipelines/_models/restart_window.py +++ b/python/databricks/bundles/pipelines/_models/restart_window.py @@ -1,25 +1,127 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RestartWindow: """ :meta private: [EXPERIMENTAL] """ - start_hour: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -45,11 +147,12 @@ class RestartWindow: """ @classmethod - def from_dict(cls, value: "RestartWindowDict") -> "Self": + def from_dict(cls, value: 'RestartWindowDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RestartWindowDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RestartWindowDict': + return _transform_to_json_value(self) # type:ignore + class RestartWindowDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/run_as.py b/python/databricks/bundles/pipelines/_models/run_as.py index b4d52af00a1..6f8f2cca9a8 100644 --- a/python/databricks/bundles/pipelines/_models/run_as.py +++ b/python/databricks/bundles/pipelines/_models/run_as.py @@ -1,22 +1,129 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class RunAs: """ Write-only setting, available only in Create/Update calls. Specifies the user or service principal that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline. - + Only `user_name` or `service_principal_name` can be specified. If both are specified, an error is thrown. """ - service_principal_name: VariableOrOptional[str] = None """ Application ID of an active service principal. Setting this field requires the `servicePrincipal/user` role. @@ -28,11 +135,12 @@ class RunAs: """ @classmethod - def from_dict(cls, value: "RunAsDict") -> "Self": + def from_dict(cls, value: 'RunAsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "RunAsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'RunAsDict': + return _transform_to_json_value(self) # type:ignore + class RunAsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/s3_storage_info.py b/python/databricks/bundles/pipelines/_models/s3_storage_info.py index b5e09063e51..c8c3d09cdfd 100644 --- a/python/databricks/bundles/pipelines/_models/s3_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/s3_storage_info.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class S3StorageInfo: """ A storage location in Amazon S3 """ - destination: VariableOr[str] """ S3 destination, e.g. `s3://my-bucket/some-prefix` Note that logs will be delivered using @@ -62,11 +169,12 @@ class S3StorageInfo: """ @classmethod - def from_dict(cls, value: "S3StorageInfoDict") -> "Self": + def from_dict(cls, value: 'S3StorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "S3StorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'S3StorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class S3StorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/schema_spec.py b/python/databricks/bundles/pipelines/_models/schema_spec.py index 84c9a0e5a0e..954db3e9d2d 100644 --- a/python/databricks/bundles/pipelines/_models/schema_spec.py +++ b/python/databricks/bundles/pipelines/_models/schema_spec.py @@ -1,26 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.connector_options import ( - ConnectorOptions, - ConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import ( - IngestionPipelineDefinitionFanoutOptions, - IngestionPipelineDefinitionFanoutOptionsParam, -) -from databricks.bundles.pipelines._models.table_specific_config import ( - TableSpecificConfig, - TableSpecificConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SchemaSpec: """""" @@ -66,11 +162,12 @@ class SchemaSpec: """ @classmethod - def from_dict(cls, value: "SchemaSpecDict") -> "Self": + def from_dict(cls, value: 'SchemaSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SchemaSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SchemaSpecDict': + return _transform_to_json_value(self) # type:ignore + class SchemaSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/sharepoint_options.py b/python/databricks/bundles/pipelines/_models/sharepoint_options.py index 6f5994995a7..6eff6b16a39 100644 --- a/python/databricks/bundles/pipelines/_models/sharepoint_options.py +++ b/python/databricks/bundles/pipelines/_models/sharepoint_options.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.file_ingestion_options import ( - FileIngestionOptions, - FileIngestionOptionsParam, -) -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import ( - SharepointOptionsSharepointEntityType, - SharepointOptionsSharepointEntityTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SharepointOptions: """ :meta private: [EXPERIMENTAL] """ - entity_type: VariableOrOptional[SharepointOptionsSharepointEntityType] = None """ :meta private: [EXPERIMENTAL] @@ -46,11 +145,12 @@ class SharepointOptions: """ @classmethod - def from_dict(cls, value: "SharepointOptionsDict") -> "Self": + def from_dict(cls, value: 'SharepointOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SharepointOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SharepointOptionsDict': + return _transform_to_json_value(self) # type:ignore + class SharepointOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py b/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py index 46e15fff79d..6dfa7079082 100644 --- a/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py +++ b/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py @@ -1,19 +1,125 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class SharepointOptionsSharepointEntityType(Enum): """ :meta private: [EXPERIMENTAL] """ - FILE = "FILE" FILE_METADATA = "FILE_METADATA" PERMISSION = "PERMISSION" LIST = "LIST" - -SharepointOptionsSharepointEntityTypeParam = ( - Literal["FILE", "FILE_METADATA", "PERMISSION", "LIST"] - | SharepointOptionsSharepointEntityType -) +SharepointOptionsSharepointEntityTypeParam = Literal["FILE", "FILE_METADATA", "PERMISSION", "LIST"] | SharepointOptionsSharepointEntityType diff --git a/python/databricks/bundles/pipelines/_models/smartsheet_options.py b/python/databricks/bundles/pipelines/_models/smartsheet_options.py index d378d8ec2a0..956c2797e9b 100644 --- a/python/databricks/bundles/pipelines/_models/smartsheet_options.py +++ b/python/databricks/bundles/pipelines/_models/smartsheet_options.py @@ -1,22 +1,129 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SmartsheetOptions: """ :meta private: [EXPERIMENTAL] - + Smartsheet specific options for ingestion """ - enforce_schema: VariableOrOptional[bool] = None """ :meta private: [EXPERIMENTAL] @@ -29,11 +136,12 @@ class SmartsheetOptions: """ @classmethod - def from_dict(cls, value: "SmartsheetOptionsDict") -> "Self": + def from_dict(cls, value: 'SmartsheetOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SmartsheetOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SmartsheetOptionsDict': + return _transform_to_json_value(self) # type:ignore + class SmartsheetOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/source_catalog_config.py b/python/databricks/bundles/pipelines/_models/source_catalog_config.py index e61521e1f3f..dc4760dcf02 100644 --- a/python/databricks/bundles/pipelines/_models/source_catalog_config.py +++ b/python/databricks/bundles/pipelines/_models/source_catalog_config.py @@ -1,24 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.postgres_catalog_config import ( - PostgresCatalogConfig, - PostgresCatalogConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SourceCatalogConfig: """ SourceCatalogConfig contains catalog-level custom configuration parameters for each source """ - postgres: VariableOrOptional[PostgresCatalogConfig] = None """ [Public Preview] Postgres-specific catalog-level configuration parameters @@ -30,11 +133,12 @@ class SourceCatalogConfig: """ @classmethod - def from_dict(cls, value: "SourceCatalogConfigDict") -> "Self": + def from_dict(cls, value: 'SourceCatalogConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SourceCatalogConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SourceCatalogConfigDict': + return _transform_to_json_value(self) # type:ignore + class SourceCatalogConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/source_config.py b/python/databricks/bundles/pipelines/_models/source_config.py index afd2bae632f..c3c20cbe920 100644 --- a/python/databricks/bundles/pipelines/_models/source_config.py +++ b/python/databricks/bundles/pipelines/_models/source_config.py @@ -1,22 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.google_ads_config import ( - GoogleAdsConfig, - GoogleAdsConfigParam, -) -from databricks.bundles.pipelines._models.source_catalog_config import ( - SourceCatalogConfig, - SourceCatalogConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class SourceConfig: """""" @@ -34,11 +134,12 @@ class SourceConfig: """ @classmethod - def from_dict(cls, value: "SourceConfigDict") -> "Self": + def from_dict(cls, value: 'SourceConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SourceConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SourceConfigDict': + return _transform_to_json_value(self) # type:ignore + class SourceConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/table_spec.py b/python/databricks/bundles/pipelines/_models/table_spec.py index e2240ac360a..920c545e4b3 100644 --- a/python/databricks/bundles/pipelines/_models/table_spec.py +++ b/python/databricks/bundles/pipelines/_models/table_spec.py @@ -1,22 +1,122 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional -from databricks.bundles.pipelines._models.connector_options import ( - ConnectorOptions, - ConnectorOptionsParam, -) -from databricks.bundles.pipelines._models.table_specific_config import ( - TableSpecificConfig, - TableSpecificConfigParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TableSpec: """""" @@ -62,11 +162,12 @@ class TableSpec: """ @classmethod - def from_dict(cls, value: "TableSpecDict") -> "Self": + def from_dict(cls, value: 'TableSpecDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TableSpecDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TableSpecDict': + return _transform_to_json_value(self) # type:ignore + class TableSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/table_specific_config.py b/python/databricks/bundles/pipelines/_models/table_specific_config.py index 24a3936100a..efdf1753855 100644 --- a/python/databricks/bundles/pipelines/_models/table_specific_config.py +++ b/python/databricks/bundles/pipelines/_models/table_specific_config.py @@ -1,34 +1,122 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.pipelines._models.auto_full_refresh_policy import ( - AutoFullRefreshPolicy, - AutoFullRefreshPolicyParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import ( - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam, -) -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import ( - IngestionPipelineDefinitionWorkdayReportParameters, - IngestionPipelineDefinitionWorkdayReportParametersParam, -) -from databricks.bundles.pipelines._models.table_specific_config_scd_type import ( - TableSpecificConfigScdType, - TableSpecificConfigScdTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TableSpecificConfig: """""" @@ -90,9 +178,7 @@ class TableSpecificConfig: [Public Preview] The primary key of the table used to apply changes. """ - query_based_connector_config: VariableOrOptional[ - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig - ] = None + query_based_connector_config: VariableOrOptional[IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig] = None """ [Public Preview] Configurations that are only applicable for query-based ingestion connectors. """ @@ -137,9 +223,7 @@ class TableSpecificConfig: Note: table_properties in table specific configuration will override the table_properties of the pipeline definition. """ - workday_report_parameters: VariableOrOptional[ - IngestionPipelineDefinitionWorkdayReportParameters - ] = None + workday_report_parameters: VariableOrOptional[IngestionPipelineDefinitionWorkdayReportParameters] = None """ :meta private: [EXPERIMENTAL] @@ -147,11 +231,12 @@ class TableSpecificConfig: """ @classmethod - def from_dict(cls, value: "TableSpecificConfigDict") -> "Self": + def from_dict(cls, value: 'TableSpecificConfigDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TableSpecificConfigDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TableSpecificConfigDict': + return _transform_to_json_value(self) # type:ignore + class TableSpecificConfigDict(TypedDict, total=False): @@ -214,9 +299,7 @@ class TableSpecificConfigDict(TypedDict, total=False): [Public Preview] The primary key of the table used to apply changes. """ - query_based_connector_config: VariableOrOptional[ - IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam - ] + query_based_connector_config: VariableOrOptional[IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam] """ [Public Preview] Configurations that are only applicable for query-based ingestion connectors. """ @@ -261,9 +344,7 @@ class TableSpecificConfigDict(TypedDict, total=False): Note: table_properties in table specific configuration will override the table_properties of the pipeline definition. """ - workday_report_parameters: VariableOrOptional[ - IngestionPipelineDefinitionWorkdayReportParametersParam - ] + workday_report_parameters: VariableOrOptional[IngestionPipelineDefinitionWorkdayReportParametersParam] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py b/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py index 89fc41416e2..cdf1bf95895 100644 --- a/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py +++ b/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py @@ -1,17 +1,124 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class TableSpecificConfigScdType(Enum): """ The SCD type to use to ingest the table. """ - SCD_TYPE_1 = "SCD_TYPE_1" SCD_TYPE_2 = "SCD_TYPE_2" APPEND_ONLY = "APPEND_ONLY" - -TableSpecificConfigScdTypeParam = ( - Literal["SCD_TYPE_1", "SCD_TYPE_2", "APPEND_ONLY"] | TableSpecificConfigScdType -) +TableSpecificConfigScdTypeParam = Literal["SCD_TYPE_1", "SCD_TYPE_2", "APPEND_ONLY"] | TableSpecificConfigScdType diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py index 89ea94cef13..62b57e242ef 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py @@ -1,29 +1,130 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import ( - TikTokAdsOptionsTikTokAdsCustomReportOptions, - TikTokAdsOptionsTikTokAdsCustomReportOptionsParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TikTokAdsOptions: """ :meta private: [EXPERIMENTAL] - + TikTok Ads specific options for ingestion """ - - custom_report_options: VariableOrOptional[ - TikTokAdsOptionsTikTokAdsCustomReportOptions - ] = None + custom_report_options: VariableOrOptional[TikTokAdsOptionsTikTokAdsCustomReportOptions] = None """ :meta private: [EXPERIMENTAL] @@ -51,19 +152,18 @@ class TikTokAdsOptions: """ @classmethod - def from_dict(cls, value: "TikTokAdsOptionsDict") -> "Self": + def from_dict(cls, value: 'TikTokAdsOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TikTokAdsOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TikTokAdsOptionsDict': + return _transform_to_json_value(self) # type:ignore + class TikTokAdsOptionsDict(TypedDict, total=False): """""" - custom_report_options: VariableOrOptional[ - TikTokAdsOptionsTikTokAdsCustomReportOptionsParam - ] + custom_report_options: VariableOrOptional[TikTokAdsOptionsTikTokAdsCustomReportOptionsParam] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py index 47c2ba1f9d4..73f415ad35c 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py @@ -1,32 +1,131 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import ( - TikTokAdsOptionsTikTokDataLevel, - TikTokAdsOptionsTikTokDataLevelParam, -) -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import ( - TikTokAdsOptionsTikTokReportType, - TikTokAdsOptionsTikTokReportTypeParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class TikTokAdsOptionsTikTokAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the TikTok Ads connector. Groups the dimensions + metrics + report type + data level that define a TikTok Ads custom report request. """ - data_level: VariableOrOptional[TikTokAdsOptionsTikTokDataLevel] = None """ :meta private: [EXPERIMENTAL] @@ -69,13 +168,12 @@ class TikTokAdsOptionsTikTokAdsCustomReportOptions: """ @classmethod - def from_dict( - cls, value: "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict" - ) -> "Self": + def from_dict(cls, value: 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict': + return _transform_to_json_value(self) # type:ignore + class TikTokAdsOptionsTikTokAdsCustomReportOptionsDict(TypedDict, total=False): @@ -123,7 +221,4 @@ class TikTokAdsOptionsTikTokAdsCustomReportOptionsDict(TypedDict, total=False): """ -TikTokAdsOptionsTikTokAdsCustomReportOptionsParam = ( - TikTokAdsOptionsTikTokAdsCustomReportOptionsDict - | TikTokAdsOptionsTikTokAdsCustomReportOptions -) +TikTokAdsOptionsTikTokAdsCustomReportOptionsParam = TikTokAdsOptionsTikTokAdsCustomReportOptionsDict | TikTokAdsOptionsTikTokAdsCustomReportOptions diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py index 11f6159bcf8..402b1057f8d 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py @@ -1,21 +1,127 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class TikTokAdsOptionsTikTokDataLevel(Enum): """ :meta private: [EXPERIMENTAL] - + Data level for TikTok Ads report aggregation. """ - AUCTION_ADVERTISER = "AUCTION_ADVERTISER" AUCTION_CAMPAIGN = "AUCTION_CAMPAIGN" AUCTION_ADGROUP = "AUCTION_ADGROUP" AUCTION_AD = "AUCTION_AD" - -TikTokAdsOptionsTikTokDataLevelParam = ( - Literal["AUCTION_ADVERTISER", "AUCTION_CAMPAIGN", "AUCTION_ADGROUP", "AUCTION_AD"] - | TikTokAdsOptionsTikTokDataLevel -) +TikTokAdsOptionsTikTokDataLevelParam = Literal["AUCTION_ADVERTISER", "AUCTION_CAMPAIGN", "AUCTION_ADGROUP", "AUCTION_AD"] | TikTokAdsOptionsTikTokDataLevel diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py index 272d36ff0c0..04c0b163fe0 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py @@ -1,14 +1,124 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam class TikTokAdsOptionsTikTokReportType(Enum): """ :meta private: [EXPERIMENTAL] - + Report type for TikTok Ads API. """ - BASIC = "BASIC" AUDIENCE = "AUDIENCE" PLAYABLE_AD = "PLAYABLE_AD" @@ -16,8 +126,4 @@ class TikTokAdsOptionsTikTokReportType(Enum): BUSINESS_CENTER = "BUSINESS_CENTER" GMV_MAX = "GMV_MAX" - -TikTokAdsOptionsTikTokReportTypeParam = ( - Literal["BASIC", "AUDIENCE", "PLAYABLE_AD", "DSA", "BUSINESS_CENTER", "GMV_MAX"] - | TikTokAdsOptionsTikTokReportType -) +TikTokAdsOptionsTikTokReportTypeParam = Literal["BASIC", "AUDIENCE", "PLAYABLE_AD", "DSA", "BUSINESS_CENTER", "GMV_MAX"] | TikTokAdsOptionsTikTokReportType diff --git a/python/databricks/bundles/pipelines/_models/transformer.py b/python/databricks/bundles/pipelines/_models/transformer.py index a913e0e6cee..38e513f24d0 100644 --- a/python/databricks/bundles/pipelines/_models/transformer.py +++ b/python/databricks/bundles/pipelines/_models/transformer.py @@ -1,28 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional -from databricks.bundles.pipelines._models.json_transformer_options import ( - JsonTransformerOptions, - JsonTransformerOptionsParam, -) -from databricks.bundles.pipelines._models.transformer_format import ( - TransformerFormat, - TransformerFormatParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Transformer: """ Specifies how to transform binary data into structured data. """ - format: VariableOrOptional[TransformerFormat] = None """ [Beta] Required: the wire format of the data. @@ -34,11 +133,12 @@ class Transformer: """ @classmethod - def from_dict(cls, value: "TransformerDict") -> "Self": + def from_dict(cls, value: 'TransformerDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "TransformerDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'TransformerDict': + return _transform_to_json_value(self) # type:ignore + class TransformerDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/transformer_format.py b/python/databricks/bundles/pipelines/_models/transformer_format.py index 5c2a771bbeb..135b8a9e473 100644 --- a/python/databricks/bundles/pipelines/_models/transformer_format.py +++ b/python/databricks/bundles/pipelines/_models/transformer_format.py @@ -1,10 +1,120 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam class TransformerFormat(Enum): STRING = "STRING" JSON = "JSON" - TransformerFormatParam = Literal["STRING", "JSON"] | TransformerFormat diff --git a/python/databricks/bundles/pipelines/_models/volumes_storage_info.py b/python/databricks/bundles/pipelines/_models/volumes_storage_info.py index cbe74758fc7..454cbd47f68 100644 --- a/python/databricks/bundles/pipelines/_models/volumes_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/volumes_storage_info.py @@ -1,20 +1,127 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class VolumesStorageInfo: """ A storage location back by UC Volumes. """ - destination: VariableOr[str] """ UC Volumes destination, e.g. `/Volumes/catalog/schema/vol1/init-scripts/setup-datadog.sh` @@ -22,11 +129,12 @@ class VolumesStorageInfo: """ @classmethod - def from_dict(cls, value: "VolumesStorageInfoDict") -> "Self": + def from_dict(cls, value: 'VolumesStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "VolumesStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'VolumesStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class VolumesStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/workspace_storage_info.py b/python/databricks/bundles/pipelines/_models/workspace_storage_info.py index 29c075ac2f3..862f9b027f3 100644 --- a/python/databricks/bundles/pipelines/_models/workspace_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/workspace_storage_info.py @@ -1,31 +1,139 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class WorkspaceStorageInfo: """ A storage location in Workspace Filesystem (WSFS) """ - destination: VariableOr[str] """ wsfs destination, e.g. `workspace:/cluster-init-scripts/setup-datadog.sh` """ @classmethod - def from_dict(cls, value: "WorkspaceStorageInfoDict") -> "Self": + def from_dict(cls, value: 'WorkspaceStorageInfoDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "WorkspaceStorageInfoDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'WorkspaceStorageInfoDict': + return _transform_to_json_value(self) # type:ignore + class WorkspaceStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/zendesk_support_options.py b/python/databricks/bundles/pipelines/_models/zendesk_support_options.py index 21339a398eb..c67a35b0620 100644 --- a/python/databricks/bundles/pipelines/_models/zendesk_support_options.py +++ b/python/databricks/bundles/pipelines/_models/zendesk_support_options.py @@ -1,22 +1,129 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam +from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam +from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam +from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam +from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam +from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam +from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam +from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam +from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam +from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam +from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam +from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam +from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam +from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam +from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam +from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam +from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam +from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam +from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam +from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam +from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam +from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam +from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam +from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam +from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam +from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam +from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam +from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam +from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam +from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam +from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam +from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam +from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam +from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam +from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam +from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam +from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam +from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam +from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam +from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam +from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam +from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam +from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam +from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam +from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam +from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam +from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam +from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam +from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam +from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam +from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam + +from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam + +from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam + +from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam + +from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam + +from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam + +from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam + +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam + +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam + +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam + +from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam + +from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam + +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam + +from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam + +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam + +from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam + +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam + +from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class ZendeskSupportOptions: """ :meta private: [EXPERIMENTAL] - + Zendesk Support specific options for ingestion """ - start_date: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -26,11 +133,12 @@ class ZendeskSupportOptions: """ @classmethod - def from_dict(cls, value: "ZendeskSupportOptionsDict") -> "Self": + def from_dict(cls, value: 'ZendeskSupportOptionsDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "ZendeskSupportOptionsDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'ZendeskSupportOptionsDict': + return _transform_to_json_value(self) # type:ignore + class ZendeskSupportOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/__init__.py b/python/databricks/bundles/schemas/__init__.py index 11517faaab9..f0c451c8170 100644 --- a/python/databricks/bundles/schemas/__init__.py +++ b/python/databricks/bundles/schemas/__init__.py @@ -1,35 +1,28 @@ __all__ = [ - "Lifecycle", - "LifecycleDict", - "LifecycleParam", - "Privilege", - "PrivilegeAssignment", - "PrivilegeAssignmentDict", - "PrivilegeAssignmentParam", - "PrivilegeParam", - "Schema", - "SchemaDict", - "SchemaGrant", - "SchemaGrantDict", - "SchemaGrantParam", - "SchemaGrantPrivilege", - "SchemaGrantPrivilegeParam", - "SchemaParam", + 'Lifecycle', + 'LifecycleDict', + 'LifecycleParam', + 'Privilege', + 'PrivilegeAssignment', + 'PrivilegeAssignmentDict', + 'PrivilegeAssignmentParam', + 'PrivilegeParam', + 'Schema', + 'SchemaDict', + 'SchemaParam', + 'SchemaGrant', + 'SchemaGrantDict', + 'SchemaGrantParam', + 'SchemaGrantPrivilege', + 'SchemaGrantPrivilegeParam', ] -from databricks.bundles.schemas._models.lifecycle import ( - Lifecycle, - LifecycleDict, - LifecycleParam, -) -from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam -from databricks.bundles.schemas._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentDict, - PrivilegeAssignmentParam, -) +from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam +from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam + SchemaGrant = PrivilegeAssignment SchemaGrantDict = PrivilegeAssignmentDict diff --git a/python/databricks/bundles/schemas/_models/lifecycle.py b/python/databricks/bundles/schemas/_models/lifecycle.py index c934967f37e..8b1d4e9faac 100644 --- a/python/databricks/bundles/schemas/_models/lifecycle.py +++ b/python/databricks/bundles/schemas/_models/lifecycle.py @@ -1,14 +1,20 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam +from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Lifecycle: """""" @@ -19,11 +25,12 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: "LifecycleDict") -> "Self": + def from_dict(cls, value: 'LifecycleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LifecycleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LifecycleDict': + return _transform_to_json_value(self) # type:ignore + class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/_models/privilege.py b/python/databricks/bundles/schemas/_models/privilege.py index 7f118b07668..651f69f67c7 100644 --- a/python/databricks/bundles/schemas/_models/privilege.py +++ b/python/databricks/bundles/schemas/_models/privilege.py @@ -1,6 +1,15 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam class Privilege(Enum): SELECT = "SELECT" @@ -55,60 +64,4 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" - -PrivilegeParam = ( - Literal[ - "SELECT", - "READ_PRIVATE_FILES", - "WRITE_PRIVATE_FILES", - "CREATE", - "USAGE", - "USE_CATALOG", - "USE_SCHEMA", - "CREATE_SCHEMA", - "CREATE_VIEW", - "CREATE_EXTERNAL_TABLE", - "CREATE_MATERIALIZED_VIEW", - "CREATE_FUNCTION", - "CREATE_MODEL", - "CREATE_CATALOG", - "CREATE_MANAGED_STORAGE", - "CREATE_EXTERNAL_LOCATION", - "CREATE_STORAGE_CREDENTIAL", - "CREATE_SERVICE_CREDENTIAL", - "ACCESS", - "CREATE_SHARE", - "CREATE_RECIPIENT", - "CREATE_PROVIDER", - "USE_SHARE", - "USE_RECIPIENT", - "USE_PROVIDER", - "USE_MARKETPLACE_ASSETS", - "SET_SHARE_PERMISSION", - "MODIFY", - "REFRESH", - "EXECUTE", - "READ_FILES", - "WRITE_FILES", - "CREATE_TABLE", - "ALL_PRIVILEGES", - "CREATE_CONNECTION", - "USE_CONNECTION", - "APPLY_TAG", - "CREATE_FOREIGN_CATALOG", - "CREATE_FOREIGN_SECURABLE", - "MANAGE_ALLOWLIST", - "CREATE_VOLUME", - "CREATE_EXTERNAL_VOLUME", - "READ_VOLUME", - "WRITE_VOLUME", - "MANAGE", - "BROWSE", - "CREATE_CLEAN_ROOM", - "MODIFY_CLEAN_ROOM", - "EXECUTE_CLEAN_ROOM_TASK", - "EXTERNAL_USE_SCHEMA", - "READ_METADATA", - ] - | Privilege -) +PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege diff --git a/python/databricks/bundles/schemas/_models/privilege_assignment.py b/python/databricks/bundles/schemas/_models/privilege_assignment.py index c60d5a82ecc..3f36308dea7 100644 --- a/python/databricks/bundles/schemas/_models/privilege_assignment.py +++ b/python/databricks/bundles/schemas/_models/privilege_assignment.py @@ -1,15 +1,20 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -26,11 +31,12 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": + def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PrivilegeAssignmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PrivilegeAssignmentDict': + return _transform_to_json_value(self) # type:ignore + class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/_models/schema.py b/python/databricks/bundles/schemas/_models/schema.py index a25b3593305..617a5dee93c 100644 --- a/python/databricks/bundles/schemas/_models/schema.py +++ b/python/databricks/bundles/schemas/_models/schema.py @@ -1,25 +1,20 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrDict, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleParam -from databricks.bundles.schemas._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Schema(Resource): """""" @@ -65,11 +60,12 @@ class Schema(Resource): """ @classmethod - def from_dict(cls, value: "SchemaDict") -> "Self": + def from_dict(cls, value: 'SchemaDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "SchemaDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'SchemaDict': + return _transform_to_json_value(self) # type:ignore + class SchemaDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/__init__.py b/python/databricks/bundles/volumes/__init__.py index 57cf0f1e909..1570de0aa5c 100644 --- a/python/databricks/bundles/volumes/__init__.py +++ b/python/databricks/bundles/volumes/__init__.py @@ -1,39 +1,33 @@ __all__ = [ - "Lifecycle", - "LifecycleDict", - "LifecycleParam", - "Privilege", - "PrivilegeAssignment", - "PrivilegeAssignmentDict", - "PrivilegeAssignmentParam", - "PrivilegeParam", - "Volume", - "VolumeDict", - "VolumeGrant", - "VolumeGrantDict", - "VolumeGrantParam", - "VolumeGrantPrivilege", - "VolumeGrantPrivilegeParam", - "VolumeParam", - "VolumeType", - "VolumeTypeParam", + 'Lifecycle', + 'LifecycleDict', + 'LifecycleParam', + 'Privilege', + 'PrivilegeAssignment', + 'PrivilegeAssignmentDict', + 'PrivilegeAssignmentParam', + 'PrivilegeParam', + 'Volume', + 'VolumeDict', + 'VolumeParam', + 'VolumeType', + 'VolumeTypeParam', + 'VolumeGrant', + 'VolumeGrantDict', + 'VolumeGrantParam', + 'VolumeGrantPrivilege', + 'VolumeGrantPrivilegeParam', ] -from databricks.bundles.volumes._models.lifecycle import ( - Lifecycle, - LifecycleDict, - LifecycleParam, -) -from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam -from databricks.bundles.volumes._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentDict, - PrivilegeAssignmentParam, -) +from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam + from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam + VolumeGrant = PrivilegeAssignment VolumeGrantDict = PrivilegeAssignmentDict VolumeGrantParam = PrivilegeAssignmentParam diff --git a/python/databricks/bundles/volumes/_models/lifecycle.py b/python/databricks/bundles/volumes/_models/lifecycle.py index c934967f37e..ff0c44aa4b8 100644 --- a/python/databricks/bundles/volumes/_models/lifecycle.py +++ b/python/databricks/bundles/volumes/_models/lifecycle.py @@ -1,14 +1,22 @@ -from dataclasses import dataclass -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam + +from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Lifecycle: """""" @@ -19,11 +27,12 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: "LifecycleDict") -> "Self": + def from_dict(cls, value: 'LifecycleDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "LifecycleDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'LifecycleDict': + return _transform_to_json_value(self) # type:ignore + class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/privilege.py b/python/databricks/bundles/volumes/_models/privilege.py index 7f118b07668..92b7b14e876 100644 --- a/python/databricks/bundles/volumes/_models/privilege.py +++ b/python/databricks/bundles/volumes/_models/privilege.py @@ -1,5 +1,16 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam class Privilege(Enum): @@ -55,60 +66,4 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" - -PrivilegeParam = ( - Literal[ - "SELECT", - "READ_PRIVATE_FILES", - "WRITE_PRIVATE_FILES", - "CREATE", - "USAGE", - "USE_CATALOG", - "USE_SCHEMA", - "CREATE_SCHEMA", - "CREATE_VIEW", - "CREATE_EXTERNAL_TABLE", - "CREATE_MATERIALIZED_VIEW", - "CREATE_FUNCTION", - "CREATE_MODEL", - "CREATE_CATALOG", - "CREATE_MANAGED_STORAGE", - "CREATE_EXTERNAL_LOCATION", - "CREATE_STORAGE_CREDENTIAL", - "CREATE_SERVICE_CREDENTIAL", - "ACCESS", - "CREATE_SHARE", - "CREATE_RECIPIENT", - "CREATE_PROVIDER", - "USE_SHARE", - "USE_RECIPIENT", - "USE_PROVIDER", - "USE_MARKETPLACE_ASSETS", - "SET_SHARE_PERMISSION", - "MODIFY", - "REFRESH", - "EXECUTE", - "READ_FILES", - "WRITE_FILES", - "CREATE_TABLE", - "ALL_PRIVILEGES", - "CREATE_CONNECTION", - "USE_CONNECTION", - "APPLY_TAG", - "CREATE_FOREIGN_CATALOG", - "CREATE_FOREIGN_SECURABLE", - "MANAGE_ALLOWLIST", - "CREATE_VOLUME", - "CREATE_EXTERNAL_VOLUME", - "READ_VOLUME", - "WRITE_VOLUME", - "MANAGE", - "BROWSE", - "CREATE_CLEAN_ROOM", - "MODIFY_CLEAN_ROOM", - "EXECUTE_CLEAN_ROOM_TASK", - "EXTERNAL_USE_SCHEMA", - "READ_METADATA", - ] - | Privilege -) +PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege diff --git a/python/databricks/bundles/volumes/_models/privilege_assignment.py b/python/databricks/bundles/volumes/_models/privilege_assignment.py index 35b695e10db..23aa4b1762e 100644 --- a/python/databricks/bundles/volumes/_models/privilege_assignment.py +++ b/python/databricks/bundles/volumes/_models/privilege_assignment.py @@ -1,15 +1,22 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field +from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam +from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam + + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -26,11 +33,12 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": + def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "PrivilegeAssignmentDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'PrivilegeAssignmentDict': + return _transform_to_json_value(self) # type:ignore + class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/volume.py b/python/databricks/bundles/volumes/_models/volume.py index 6599d6b7620..a047a9724c9 100644 --- a/python/databricks/bundles/volumes/_models/volume.py +++ b/python/databricks/bundles/volumes/_models/volume.py @@ -1,25 +1,22 @@ -from dataclasses import dataclass, field -from typing import TYPE_CHECKING, TypedDict +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING +from enum import Enum +from dataclasses import dataclass, replace, field from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import ( - VariableOr, - VariableOrList, - VariableOrOptional, -) -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleParam -from databricks.bundles.volumes._models.privilege_assignment import ( - PrivilegeAssignment, - PrivilegeAssignmentParam, -) +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam + from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam + if TYPE_CHECKING: from typing_extensions import Self - @dataclass(kw_only=True) class Volume(Resource): """""" @@ -67,11 +64,12 @@ class Volume(Resource): """ @classmethod - def from_dict(cls, value: "VolumeDict") -> "Self": + def from_dict(cls, value: 'VolumeDict') -> 'Self': return _transform(cls, value) - def as_dict(self) -> "VolumeDict": - return _transform_to_json_value(self) # type:ignore + def as_dict(self) -> 'VolumeDict': + return _transform_to_json_value(self) # type:ignore + class VolumeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/volume_type.py b/python/databricks/bundles/volumes/_models/volume_type.py index 5c96db8fde9..dfdab280cdd 100644 --- a/python/databricks/bundles/volumes/_models/volume_type.py +++ b/python/databricks/bundles/volumes/_models/volume_type.py @@ -1,10 +1,20 @@ +from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from typing import Literal +from dataclasses import dataclass, replace, field + +from databricks.bundles.core._resource import Resource +from databricks.bundles.core._transform import _transform +from databricks.bundles.core._transform_to_json import _transform_to_json_value +from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict + +from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam class VolumeType(Enum): MANAGED = "MANAGED" EXTERNAL = "EXTERNAL" - VolumeTypeParam = Literal["MANAGED", "EXTERNAL"] | VolumeType From ed69debcc2a96b5d5441363b6f7f6a7f5833a177 Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 21:38:26 +0000 Subject: [PATCH 11/15] Revert "regenerate pydabs bundle models after SDK v0.165 catch-up" This reverts commit b6324738c9f418912bf95aca6713d0b1f20479ad. --- .../databricks/bundles/catalogs/__init__.py | 75 +- .../_models/azure_encryption_settings.py | 23 +- .../bundles/catalogs/_models/catalog.py | 38 +- .../catalogs/_models/encryption_settings.py | 28 +- .../bundles/catalogs/_models/lifecycle.py | 23 +- .../bundles/catalogs/_models/privilege.py | 71 +- .../catalogs/_models/privilege_assignment.py | 24 +- python/databricks/bundles/jobs/__init__.py | 1261 +++++++++++------ .../bundles/jobs/_models/adlsgen2_info.py | 159 +-- .../bundles/jobs/_models/ai_runtime_task.py | 171 +-- .../bundles/jobs/_models/alert_task.py | 162 +-- .../jobs/_models/alert_task_subscriber.py | 159 +-- .../jobs/_models/authentication_method.py | 149 +- .../bundles/jobs/_models/auto_scale.py | 158 +-- .../bundles/jobs/_models/aws_attributes.py | 167 +-- .../bundles/jobs/_models/aws_availability.py | 156 +- .../bundles/jobs/_models/azure_attributes.py | 167 +-- .../jobs/_models/azure_availability.py | 155 +- .../jobs/_models/clean_rooms_notebook_task.py | 163 +-- .../bundles/jobs/_models/clients_types.py | 158 +-- .../bundles/jobs/_models/cluster_log_conf.py | 171 +-- .../bundles/jobs/_models/cluster_spec.py | 207 +-- .../bundles/jobs/_models/compute.py | 162 +-- .../bundles/jobs/_models/compute_config.py | 159 +-- .../bundles/jobs/_models/compute_spec.py | 165 +-- .../_models/compute_spec_accelerator_type.py | 156 +- .../bundles/jobs/_models/condition.py | 149 +- .../bundles/jobs/_models/condition_task.py | 162 +-- .../bundles/jobs/_models/condition_task_op.py | 164 +-- .../jobs/_models/confidential_compute_type.py | 156 +- .../bundles/jobs/_models/continuous.py | 161 +-- .../bundles/jobs/_models/cron_schedule.py | 161 +-- .../bundles/jobs/_models/dashboard_task.py | 160 +-- .../jobs/_models/data_security_mode.py | 176 +-- .../bundles/jobs/_models/dbfs_storage_info.py | 159 +-- .../bundles/jobs/_models/dbt_platform_task.py | 159 +-- .../bundles/jobs/_models/dbt_task.py | 157 +- .../bundles/jobs/_models/dependency_mode.py | 161 +-- .../bundles/jobs/_models/deployment_spec.py | 165 +-- .../bundles/jobs/_models/docker_basic_auth.py | 158 +-- .../bundles/jobs/_models/docker_image.py | 162 +-- .../bundles/jobs/_models/ebs_volume_type.py | 154 +- .../bundles/jobs/_models/environment.py | 159 +-- .../file_arrival_trigger_configuration.py | 162 +-- .../bundles/jobs/_models/for_each_task.py | 160 +-- .../bundles/jobs/_models/gcp_attributes.py | 167 +-- .../bundles/jobs/_models/gcp_availability.py | 155 +- .../bundles/jobs/_models/gcs_storage_info.py | 159 +-- .../jobs/_models/gen_ai_compute_task.py | 164 +-- .../bundles/jobs/_models/git_provider.py | 163 +-- .../bundles/jobs/_models/git_source.py | 166 +-- .../jobs/_models/hardware_accelerator_type.py | 154 +- .../bundles/jobs/_models/init_script_info.py | 187 +-- python/databricks/bundles/jobs/_models/job.py | 217 +-- .../bundles/jobs/_models/job_cluster.py | 159 +-- .../jobs/_models/job_email_notifications.py | 162 +-- .../bundles/jobs/_models/job_environment.py | 159 +-- .../jobs/_models/job_notification_settings.py | 158 +-- .../jobs/_models/job_parameter_definition.py | 158 +-- .../bundles/jobs/_models/job_permission.py | 162 +-- .../jobs/_models/job_permission_level.py | 154 +- .../bundles/jobs/_models/job_run_as.py | 161 +-- .../jobs/_models/jobs_health_metric.py | 163 +-- .../jobs/_models/jobs_health_operator.py | 150 +- .../bundles/jobs/_models/jobs_health_rule.py | 166 +-- .../bundles/jobs/_models/jobs_health_rules.py | 163 +-- .../databricks/bundles/jobs/_models/kind.py | 156 +- .../bundles/jobs/_models/library.py | 170 +-- .../bundles/jobs/_models/lifecycle.py | 158 +-- .../bundles/jobs/_models/local_file_info.py | 158 +-- .../jobs/_models/log_analytics_info.py | 158 +-- .../bundles/jobs/_models/maven_library.py | 162 +-- .../_models/model_trigger_configuration.py | 171 +-- .../model_trigger_configuration_condition.py | 155 +- .../jobs/_models/node_type_flexibility.py | 159 +-- .../bundles/jobs/_models/notebook_task.py | 161 +-- .../bundles/jobs/_models/pause_status.py | 149 +- .../jobs/_models/performance_target.py | 154 +- .../_models/periodic_trigger_configuration.py | 166 +-- ...eriodic_trigger_configuration_time_unit.py | 153 +- .../bundles/jobs/_models/pipeline_params.py | 158 +-- .../bundles/jobs/_models/pipeline_task.py | 163 +-- .../bundles/jobs/_models/power_bi_model.py | 161 +-- .../bundles/jobs/_models/power_bi_table.py | 157 +- .../bundles/jobs/_models/power_bi_task.py | 166 +-- .../jobs/_models/python_operator_task.py | 167 +-- .../_models/python_operator_task_parameter.py | 163 +-- .../jobs/_models/python_py_pi_library.py | 158 +-- .../bundles/jobs/_models/python_wheel_task.py | 158 +-- .../bundles/jobs/_models/queue_settings.py | 158 +-- .../bundles/jobs/_models/r_cran_library.py | 158 +-- .../databricks/bundles/jobs/_models/run_if.py | 164 +-- .../bundles/jobs/_models/run_job_task.py | 166 +-- .../bundles/jobs/_models/runtime_engine.py | 149 +- .../bundles/jobs/_models/s3_storage_info.py | 159 +-- .../databricks/bundles/jobs/_models/source.py | 150 +- .../bundles/jobs/_models/spark_jar_task.py | 162 +-- .../bundles/jobs/_models/spark_python_task.py | 161 +-- .../bundles/jobs/_models/spark_submit_task.py | 161 +-- .../bundles/jobs/_models/sparse_checkout.py | 158 +-- .../_models/sql_condition_configuration.py | 167 +-- .../_models/sql_condition_trigger_mode.py | 158 +-- .../bundles/jobs/_models/sql_task.py | 175 +-- .../bundles/jobs/_models/sql_task_alert.py | 166 +-- .../jobs/_models/sql_task_dashboard.py | 166 +-- .../bundles/jobs/_models/sql_task_file.py | 157 +- .../bundles/jobs/_models/sql_task_query.py | 158 +-- .../jobs/_models/sql_task_subscription.py | 158 +-- .../bundles/jobs/_models/storage_mode.py | 149 +- .../bundles/jobs/_models/subscription.py | 162 +-- .../jobs/_models/subscription_subscriber.py | 158 +-- .../table_update_trigger_configuration.py | 161 +-- .../databricks/bundles/jobs/_models/task.py | 245 ++-- .../bundles/jobs/_models/task_dependency.py | 158 +-- .../jobs/_models/task_email_notifications.py | 162 +-- .../_models/task_notification_settings.py | 158 +-- .../bundles/jobs/_models/task_retry_mode.py | 150 +- .../bundles/jobs/_models/trigger_settings.py | 177 +-- .../jobs/_models/volumes_storage_info.py | 159 +-- .../bundles/jobs/_models/webhook.py | 158 +-- .../jobs/_models/webhook_notifications.py | 163 +-- .../bundles/jobs/_models/workload_type.py | 163 +-- .../jobs/_models/workspace_storage_info.py | 159 +-- .../databricks/bundles/pipelines/__init__.py | 1008 ++++++++----- .../pipelines/_models/adlsgen2_info.py | 124 +- .../_models/auto_full_refresh_policy.py | 124 +- .../pipelines/_models/aws_attributes.py | 132 +- .../pipelines/_models/aws_availability.py | 121 +- .../pipelines/_models/azure_attributes.py | 132 +- .../pipelines/_models/azure_availability.py | 120 +- .../pipelines/_models/cluster_log_conf.py | 136 +- .../_models/confidential_compute_type.py | 121 +- .../_models/confluence_connector_options.py | 128 +- .../_models/connection_parameters.py | 124 +- .../pipelines/_models/connector_options.py | 172 +-- .../pipelines/_models/connector_type.py | 115 +- .../pipelines/_models/data_staging_options.py | 124 +- .../bundles/pipelines/_models/day_of_week.py | 122 +- .../pipelines/_models/dbfs_storage_info.py | 124 +- .../pipelines/_models/ebs_volume_type.py | 119 +- .../pipelines/_models/event_log_spec.py | 124 +- .../bundles/pipelines/_models/file_filter.py | 124 +- .../_models/file_ingestion_options.py | 145 +- .../file_ingestion_options_file_format.py | 120 +- ...ingestion_options_schema_evolution_mode.py | 126 +- .../bundles/pipelines/_models/file_library.py | 123 +- .../bundles/pipelines/_models/filters.py | 123 +- .../pipelines/_models/gcp_attributes.py | 132 +- .../pipelines/_models/gcp_availability.py | 120 +- .../pipelines/_models/gcs_storage_info.py | 124 +- .../pipelines/_models/google_ads_config.py | 124 +- .../google_ads_custom_report_options.py | 130 +- .../pipelines/_models/google_ads_options.py | 130 +- .../pipelines/_models/google_drive_options.py | 132 +- ..._drive_options_google_drive_entity_type.py | 120 +- .../pipelines/_models/ingestion_config.py | 129 +- .../ingestion_gateway_pipeline_definition.py | 132 +- .../_models/ingestion_pipeline_definition.py | 151 +- ...tion_pipeline_definition_fanout_options.py | 135 +- ...fic_config_query_based_connector_config.py | 138 +- ...ne_definition_workday_report_parameters.py | 131 +- .../pipelines/_models/init_script_info.py | 152 +- .../_models/jira_connector_options.py | 124 +- .../_models/json_transformer_options.py | 135 +- .../pipelines/_models/kafka_options.py | 131 +- .../bundles/pipelines/_models/lifecycle.py | 123 +- .../pipelines/_models/local_file_info.py | 123 +- .../pipelines/_models/log_analytics_info.py | 123 +- .../pipelines/_models/maven_library.py | 127 +- .../_models/meta_marketing_options.py | 136 +- ...ns_meta_marketing_custom_report_options.py | 133 +- .../pipelines/_models/notebook_library.py | 123 +- .../pipelines/_models/notifications.py | 123 +- .../_models/operation_time_window.py | 127 +- .../_models/outlook_attachment_mode.py | 121 +- .../pipelines/_models/outlook_body_format.py | 117 +- .../pipelines/_models/outlook_options.py | 134 +- .../bundles/pipelines/_models/path_pattern.py | 123 +- .../bundles/pipelines/_models/pipeline.py | 171 +-- .../pipelines/_models/pipeline_cluster.py | 151 +- .../_models/pipeline_cluster_autoscale.py | 127 +- .../pipeline_cluster_autoscale_mode.py | 119 +- .../pipelines/_models/pipeline_library.py | 139 +- .../pipelines/_models/pipeline_permission.py | 127 +- .../_models/pipeline_permission_level.py | 119 +- .../_models/pipelines_environment.py | 124 +- .../_models/postgres_catalog_config.py | 128 +- .../pipelines/_models/postgres_slot_config.py | 124 +- .../pipelines/_models/reddit_ads_options.py | 138 +- ...ptions_reddit_ads_custom_report_options.py | 133 +- .../bundles/pipelines/_models/report_spec.py | 127 +- .../pipelines/_models/restart_window.py | 127 +- .../bundles/pipelines/_models/run_as.py | 126 +- .../pipelines/_models/s3_storage_info.py | 124 +- .../bundles/pipelines/_models/schema_spec.py | 135 +- .../pipelines/_models/sharepoint_options.py | 132 +- ...arepoint_options_sharepoint_entity_type.py | 120 +- .../pipelines/_models/smartsheet_options.py | 126 +- .../_models/source_catalog_config.py | 128 +- .../pipelines/_models/source_config.py | 131 +- .../bundles/pipelines/_models/table_spec.py | 131 +- .../_models/table_specific_config.py | 159 +-- .../_models/table_specific_config_scd_type.py | 119 +- .../pipelines/_models/tik_tok_ads_options.py | 138 +- ...tions_tik_tok_ads_custom_report_options.py | 141 +- .../tik_tok_ads_options_tik_tok_data_level.py | 122 +- ...tik_tok_ads_options_tik_tok_report_type.py | 122 +- .../bundles/pipelines/_models/transformer.py | 132 +- .../pipelines/_models/transformer_format.py | 114 +- .../pipelines/_models/volumes_storage_info.py | 124 +- .../_models/workspace_storage_info.py | 124 +- .../_models/zendesk_support_options.py | 126 +- python/databricks/bundles/schemas/__init__.py | 47 +- .../bundles/schemas/_models/lifecycle.py | 21 +- .../bundles/schemas/_models/privilege.py | 69 +- .../schemas/_models/privilege_assignment.py | 20 +- .../bundles/schemas/_models/schema.py | 30 +- python/databricks/bundles/volumes/__init__.py | 52 +- .../bundles/volumes/_models/lifecycle.py | 23 +- .../bundles/volumes/_models/privilege.py | 71 +- .../volumes/_models/privilege_assignment.py | 22 +- .../bundles/volumes/_models/volume.py | 30 +- .../bundles/volumes/_models/volume_type.py | 14 +- 223 files changed, 4384 insertions(+), 28570 deletions(-) diff --git a/python/databricks/bundles/catalogs/__init__.py b/python/databricks/bundles/catalogs/__init__.py index db0e8a7ed44..af3df5a2c86 100644 --- a/python/databricks/bundles/catalogs/__init__.py +++ b/python/databricks/bundles/catalogs/__init__.py @@ -1,36 +1,55 @@ __all__ = [ - 'AzureEncryptionSettings', - 'AzureEncryptionSettingsDict', - 'AzureEncryptionSettingsParam', - 'Catalog', - 'CatalogDict', - 'CatalogParam', - 'EncryptionSettings', - 'EncryptionSettingsDict', - 'EncryptionSettingsParam', - 'Lifecycle', - 'LifecycleDict', - 'LifecycleParam', - 'Privilege', - 'PrivilegeAssignment', - 'PrivilegeAssignmentDict', - 'PrivilegeAssignmentParam', - 'PrivilegeParam', - 'CatalogGrant', - 'CatalogGrantDict', - 'CatalogGrantParam', - 'CatalogGrantPrivilege', - 'CatalogGrantPrivilegeParam', + "AzureEncryptionSettings", + "AzureEncryptionSettingsDict", + "AzureEncryptionSettingsParam", + "Catalog", + "CatalogDict", + "CatalogGrant", + "CatalogGrantDict", + "CatalogGrantParam", + "CatalogGrantPrivilege", + "CatalogGrantPrivilegeParam", + "CatalogParam", + "EncryptionSettings", + "EncryptionSettingsDict", + "EncryptionSettingsParam", + "Lifecycle", + "LifecycleDict", + "LifecycleParam", + "Privilege", + "PrivilegeAssignment", + "PrivilegeAssignmentDict", + "PrivilegeAssignmentParam", + "PrivilegeParam", ] -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam +from databricks.bundles.catalogs._models.azure_encryption_settings import ( + AzureEncryptionSettings, + AzureEncryptionSettingsDict, + AzureEncryptionSettingsParam, +) +from databricks.bundles.catalogs._models.catalog import ( + Catalog, + CatalogDict, + CatalogParam, +) +from databricks.bundles.catalogs._models.encryption_settings import ( + EncryptionSettings, + EncryptionSettingsDict, + EncryptionSettingsParam, +) +from databricks.bundles.catalogs._models.lifecycle import ( + Lifecycle, + LifecycleDict, + LifecycleParam, +) from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.catalogs._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentDict, + PrivilegeAssignmentParam, +) CatalogGrant = PrivilegeAssignment CatalogGrantDict = PrivilegeAssignmentDict diff --git a/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py b/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py index 70ce5889a24..023e0608d38 100644 --- a/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py +++ b/python/databricks/bundles/catalogs/_models/azure_encryption_settings.py @@ -1,22 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AzureEncryptionSettings: """""" @@ -28,12 +20,11 @@ class AzureEncryptionSettings: azure_cmk_managed_identity_id: VariableOrOptional[str] = None @classmethod - def from_dict(cls, value: 'AzureEncryptionSettingsDict') -> 'Self': + def from_dict(cls, value: "AzureEncryptionSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AzureEncryptionSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AzureEncryptionSettingsDict": + return _transform_to_json_value(self) # type:ignore class AzureEncryptionSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/catalog.py b/python/databricks/bundles/catalogs/_models/catalog.py index 3488bb7cd4f..ffdda5725d9 100644 --- a/python/databricks/bundles/catalogs/_models/catalog.py +++ b/python/databricks/bundles/catalogs/_models/catalog.py @@ -1,22 +1,29 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field - +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict + +from databricks.bundles.catalogs._models.encryption_settings import ( + EncryptionSettings, + EncryptionSettingsParam, +) +from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleParam +from databricks.bundles.catalogs._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentParam, +) from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrList, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Catalog(Resource): """""" @@ -84,12 +91,11 @@ class Catalog(Resource): """ @classmethod - def from_dict(cls, value: 'CatalogDict') -> 'Self': + def from_dict(cls, value: "CatalogDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'CatalogDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "CatalogDict": + return _transform_to_json_value(self) # type:ignore class CatalogDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/encryption_settings.py b/python/databricks/bundles/catalogs/_models/encryption_settings.py index 048f10416d7..184997cda55 100644 --- a/python/databricks/bundles/catalogs/_models/encryption_settings.py +++ b/python/databricks/bundles/catalogs/_models/encryption_settings.py @@ -1,28 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource +from databricks.bundles.catalogs._models.azure_encryption_settings import ( + AzureEncryptionSettings, + AzureEncryptionSettingsParam, +) from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class EncryptionSettings: """ Encryption Settings are used to carry metadata for securable encryption at rest. Currently used for catalogs, we can use the information supplied here to interact with a CMK. """ + azure_encryption_settings: VariableOrOptional[AzureEncryptionSettings] = None """ optional Azure settings - only required if an Azure CMK is used. @@ -39,12 +36,11 @@ class EncryptionSettings: """ @classmethod - def from_dict(cls, value: 'EncryptionSettingsDict') -> 'Self': + def from_dict(cls, value: "EncryptionSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'EncryptionSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "EncryptionSettingsDict": + return _transform_to_json_value(self) # type:ignore class EncryptionSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/lifecycle.py b/python/databricks/bundles/catalogs/_models/lifecycle.py index cba74b4730d..c934967f37e 100644 --- a/python/databricks/bundles/catalogs/_models/lifecycle.py +++ b/python/databricks/bundles/catalogs/_models/lifecycle.py @@ -1,22 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Lifecycle: """""" @@ -27,12 +19,11 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: 'LifecycleDict') -> 'Self': + def from_dict(cls, value: "LifecycleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LifecycleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LifecycleDict": + return _transform_to_json_value(self) # type:ignore class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/catalogs/_models/privilege.py b/python/databricks/bundles/catalogs/_models/privilege.py index fab2d911c1a..7f118b07668 100644 --- a/python/databricks/bundles/catalogs/_models/privilege.py +++ b/python/databricks/bundles/catalogs/_models/privilege.py @@ -1,17 +1,6 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field +from typing import Literal -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam class Privilege(Enum): SELECT = "SELECT" @@ -66,4 +55,60 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" -PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege + +PrivilegeParam = ( + Literal[ + "SELECT", + "READ_PRIVATE_FILES", + "WRITE_PRIVATE_FILES", + "CREATE", + "USAGE", + "USE_CATALOG", + "USE_SCHEMA", + "CREATE_SCHEMA", + "CREATE_VIEW", + "CREATE_EXTERNAL_TABLE", + "CREATE_MATERIALIZED_VIEW", + "CREATE_FUNCTION", + "CREATE_MODEL", + "CREATE_CATALOG", + "CREATE_MANAGED_STORAGE", + "CREATE_EXTERNAL_LOCATION", + "CREATE_STORAGE_CREDENTIAL", + "CREATE_SERVICE_CREDENTIAL", + "ACCESS", + "CREATE_SHARE", + "CREATE_RECIPIENT", + "CREATE_PROVIDER", + "USE_SHARE", + "USE_RECIPIENT", + "USE_PROVIDER", + "USE_MARKETPLACE_ASSETS", + "SET_SHARE_PERMISSION", + "MODIFY", + "REFRESH", + "EXECUTE", + "READ_FILES", + "WRITE_FILES", + "CREATE_TABLE", + "ALL_PRIVILEGES", + "CREATE_CONNECTION", + "USE_CONNECTION", + "APPLY_TAG", + "CREATE_FOREIGN_CATALOG", + "CREATE_FOREIGN_SECURABLE", + "MANAGE_ALLOWLIST", + "CREATE_VOLUME", + "CREATE_EXTERNAL_VOLUME", + "READ_VOLUME", + "WRITE_VOLUME", + "MANAGE", + "BROWSE", + "CREATE_CLEAN_ROOM", + "MODIFY_CLEAN_ROOM", + "EXECUTE_CLEAN_ROOM_TASK", + "EXTERNAL_USE_SCHEMA", + "READ_METADATA", + ] + | Privilege +) diff --git a/python/databricks/bundles/catalogs/_models/privilege_assignment.py b/python/databricks/bundles/catalogs/_models/privilege_assignment.py index 7532ece37c6..f3b67558216 100644 --- a/python/databricks/bundles/catalogs/_models/privilege_assignment.py +++ b/python/databricks/bundles/catalogs/_models/privilege_assignment.py @@ -1,22 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource +from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.catalogs._models.azure_encryption_settings import AzureEncryptionSettings, AzureEncryptionSettingsDict, AzureEncryptionSettingsParam -from databricks.bundles.catalogs._models.encryption_settings import EncryptionSettings, EncryptionSettingsDict, EncryptionSettingsParam -from databricks.bundles.catalogs._models.catalog import Catalog, CatalogDict, CatalogParam -from databricks.bundles.catalogs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.catalogs._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -33,12 +26,11 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': + def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PrivilegeAssignmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PrivilegeAssignmentDict": + return _transform_to_json_value(self) # type:ignore class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/__init__.py b/python/databricks/bundles/jobs/__init__.py index 91fa62414d7..d215d5ce889 100644 --- a/python/databricks/bundles/jobs/__init__.py +++ b/python/databricks/bundles/jobs/__init__.py @@ -1,466 +1,824 @@ __all__ = [ - 'Adlsgen2Info', - 'Adlsgen2InfoDict', - 'Adlsgen2InfoParam', - 'AiRuntimeTask', - 'AiRuntimeTaskDict', - 'AiRuntimeTaskParam', - 'AlertTask', - 'AlertTaskDict', - 'AlertTaskParam', - 'AlertTaskSubscriber', - 'AlertTaskSubscriberDict', - 'AlertTaskSubscriberParam', - 'AuthenticationMethod', - 'AuthenticationMethodParam', - 'AutoScale', - 'AutoScaleDict', - 'AutoScaleParam', - 'AwsAttributes', - 'AwsAttributesDict', - 'AwsAttributesParam', - 'AwsAvailability', - 'AwsAvailabilityParam', - 'AzureAttributes', - 'AzureAttributesDict', - 'AzureAttributesParam', - 'AzureAvailability', - 'AzureAvailabilityParam', - 'CleanRoomsNotebookTask', - 'CleanRoomsNotebookTaskDict', - 'CleanRoomsNotebookTaskParam', - 'ClientsTypes', - 'ClientsTypesDict', - 'ClientsTypesParam', - 'ClusterLogConf', - 'ClusterLogConfDict', - 'ClusterLogConfParam', - 'ClusterSpec', - 'ClusterSpecDict', - 'ClusterSpecParam', - 'Compute', - 'ComputeConfig', - 'ComputeConfigDict', - 'ComputeConfigParam', - 'ComputeDict', - 'ComputeParam', - 'ComputeSpec', - 'ComputeSpecAcceleratorType', - 'ComputeSpecAcceleratorTypeParam', - 'ComputeSpecDict', - 'ComputeSpecParam', - 'Condition', - 'ConditionParam', - 'ConditionTask', - 'ConditionTaskDict', - 'ConditionTaskOp', - 'ConditionTaskOpParam', - 'ConditionTaskParam', - 'ConfidentialComputeType', - 'ConfidentialComputeTypeParam', - 'Continuous', - 'ContinuousDict', - 'ContinuousParam', - 'CronSchedule', - 'CronScheduleDict', - 'CronScheduleParam', - 'DashboardTask', - 'DashboardTaskDict', - 'DashboardTaskParam', - 'DataSecurityMode', - 'DataSecurityModeParam', - 'DbfsStorageInfo', - 'DbfsStorageInfoDict', - 'DbfsStorageInfoParam', - 'DbtPlatformTask', - 'DbtPlatformTaskDict', - 'DbtPlatformTaskParam', - 'DbtTask', - 'DbtTaskDict', - 'DbtTaskParam', - 'DependencyMode', - 'DependencyModeParam', - 'DeploymentSpec', - 'DeploymentSpecDict', - 'DeploymentSpecParam', - 'DockerBasicAuth', - 'DockerBasicAuthDict', - 'DockerBasicAuthParam', - 'DockerImage', - 'DockerImageDict', - 'DockerImageParam', - 'EbsVolumeType', - 'EbsVolumeTypeParam', - 'Environment', - 'EnvironmentDict', - 'EnvironmentParam', - 'FileArrivalTriggerConfiguration', - 'FileArrivalTriggerConfigurationDict', - 'FileArrivalTriggerConfigurationParam', - 'ForEachTask', - 'ForEachTaskDict', - 'ForEachTaskParam', - 'GcpAttributes', - 'GcpAttributesDict', - 'GcpAttributesParam', - 'GcpAvailability', - 'GcpAvailabilityParam', - 'GcsStorageInfo', - 'GcsStorageInfoDict', - 'GcsStorageInfoParam', - 'GenAiComputeTask', - 'GenAiComputeTaskDict', - 'GenAiComputeTaskParam', - 'GitProvider', - 'GitProviderParam', - 'GitSource', - 'GitSourceDict', - 'GitSourceParam', - 'HardwareAcceleratorType', - 'HardwareAcceleratorTypeParam', - 'InitScriptInfo', - 'InitScriptInfoDict', - 'InitScriptInfoParam', - 'Job', - 'JobCluster', - 'JobClusterDict', - 'JobClusterParam', - 'JobDict', - 'JobEmailNotifications', - 'JobEmailNotificationsDict', - 'JobEmailNotificationsParam', - 'JobEnvironment', - 'JobEnvironmentDict', - 'JobEnvironmentParam', - 'JobNotificationSettings', - 'JobNotificationSettingsDict', - 'JobNotificationSettingsParam', - 'JobParam', - 'JobParameterDefinition', - 'JobParameterDefinitionDict', - 'JobParameterDefinitionParam', - 'JobPermission', - 'JobPermissionDict', - 'JobPermissionLevel', - 'JobPermissionLevelParam', - 'JobPermissionParam', - 'JobRunAs', - 'JobRunAsDict', - 'JobRunAsParam', - 'JobsHealthMetric', - 'JobsHealthMetricParam', - 'JobsHealthOperator', - 'JobsHealthOperatorParam', - 'JobsHealthRule', - 'JobsHealthRuleDict', - 'JobsHealthRuleParam', - 'JobsHealthRules', - 'JobsHealthRulesDict', - 'JobsHealthRulesParam', - 'Kind', - 'KindParam', - 'Library', - 'LibraryDict', - 'LibraryParam', - 'Lifecycle', - 'LifecycleDict', - 'LifecycleParam', - 'LocalFileInfo', - 'LocalFileInfoDict', - 'LocalFileInfoParam', - 'LogAnalyticsInfo', - 'LogAnalyticsInfoDict', - 'LogAnalyticsInfoParam', - 'MavenLibrary', - 'MavenLibraryDict', - 'MavenLibraryParam', - 'ModelTriggerConfiguration', - 'ModelTriggerConfigurationCondition', - 'ModelTriggerConfigurationConditionParam', - 'ModelTriggerConfigurationDict', - 'ModelTriggerConfigurationParam', - 'NodeTypeFlexibility', - 'NodeTypeFlexibilityDict', - 'NodeTypeFlexibilityParam', - 'NotebookTask', - 'NotebookTaskDict', - 'NotebookTaskParam', - 'PauseStatus', - 'PauseStatusParam', - 'PerformanceTarget', - 'PerformanceTargetParam', - 'PeriodicTriggerConfiguration', - 'PeriodicTriggerConfigurationDict', - 'PeriodicTriggerConfigurationParam', - 'PeriodicTriggerConfigurationTimeUnit', - 'PeriodicTriggerConfigurationTimeUnitParam', - 'PipelineParams', - 'PipelineParamsDict', - 'PipelineParamsParam', - 'PipelineTask', - 'PipelineTaskDict', - 'PipelineTaskParam', - 'PowerBiModel', - 'PowerBiModelDict', - 'PowerBiModelParam', - 'PowerBiTable', - 'PowerBiTableDict', - 'PowerBiTableParam', - 'PowerBiTask', - 'PowerBiTaskDict', - 'PowerBiTaskParam', - 'PythonOperatorTask', - 'PythonOperatorTaskDict', - 'PythonOperatorTaskParam', - 'PythonOperatorTaskParameter', - 'PythonOperatorTaskParameterDict', - 'PythonOperatorTaskParameterParam', - 'PythonPyPiLibrary', - 'PythonPyPiLibraryDict', - 'PythonPyPiLibraryParam', - 'PythonWheelTask', - 'PythonWheelTaskDict', - 'PythonWheelTaskParam', - 'QueueSettings', - 'QueueSettingsDict', - 'QueueSettingsParam', - 'RCranLibrary', - 'RCranLibraryDict', - 'RCranLibraryParam', - 'RunIf', - 'RunIfParam', - 'RunJobTask', - 'RunJobTaskDict', - 'RunJobTaskParam', - 'RuntimeEngine', - 'RuntimeEngineParam', - 'S3StorageInfo', - 'S3StorageInfoDict', - 'S3StorageInfoParam', - 'Source', - 'SourceParam', - 'SparkJarTask', - 'SparkJarTaskDict', - 'SparkJarTaskParam', - 'SparkPythonTask', - 'SparkPythonTaskDict', - 'SparkPythonTaskParam', - 'SparkSubmitTask', - 'SparkSubmitTaskDict', - 'SparkSubmitTaskParam', - 'SparseCheckout', - 'SparseCheckoutDict', - 'SparseCheckoutParam', - 'SqlConditionConfiguration', - 'SqlConditionConfigurationDict', - 'SqlConditionConfigurationParam', - 'SqlConditionTriggerMode', - 'SqlConditionTriggerModeParam', - 'SqlTask', - 'SqlTaskAlert', - 'SqlTaskAlertDict', - 'SqlTaskAlertParam', - 'SqlTaskDashboard', - 'SqlTaskDashboardDict', - 'SqlTaskDashboardParam', - 'SqlTaskDict', - 'SqlTaskFile', - 'SqlTaskFileDict', - 'SqlTaskFileParam', - 'SqlTaskParam', - 'SqlTaskQuery', - 'SqlTaskQueryDict', - 'SqlTaskQueryParam', - 'SqlTaskSubscription', - 'SqlTaskSubscriptionDict', - 'SqlTaskSubscriptionParam', - 'StorageMode', - 'StorageModeParam', - 'Subscription', - 'SubscriptionDict', - 'SubscriptionParam', - 'SubscriptionSubscriber', - 'SubscriptionSubscriberDict', - 'SubscriptionSubscriberParam', - 'TableUpdateTriggerConfiguration', - 'TableUpdateTriggerConfigurationDict', - 'TableUpdateTriggerConfigurationParam', - 'Task', - 'TaskDependency', - 'TaskDependencyDict', - 'TaskDependencyParam', - 'TaskDict', - 'TaskEmailNotifications', - 'TaskEmailNotificationsDict', - 'TaskEmailNotificationsParam', - 'TaskNotificationSettings', - 'TaskNotificationSettingsDict', - 'TaskNotificationSettingsParam', - 'TaskParam', - 'TaskRetryMode', - 'TaskRetryModeParam', - 'TriggerSettings', - 'TriggerSettingsDict', - 'TriggerSettingsParam', - 'VolumesStorageInfo', - 'VolumesStorageInfoDict', - 'VolumesStorageInfoParam', - 'Webhook', - 'WebhookDict', - 'WebhookNotifications', - 'WebhookNotificationsDict', - 'WebhookNotificationsParam', - 'WebhookParam', - 'WorkloadType', - 'WorkloadTypeDict', - 'WorkloadTypeParam', - 'WorkspaceStorageInfo', - 'WorkspaceStorageInfoDict', - 'WorkspaceStorageInfoParam', + "Adlsgen2Info", + "Adlsgen2InfoDict", + "Adlsgen2InfoParam", + "AiRuntimeTask", + "AiRuntimeTaskDict", + "AiRuntimeTaskParam", + "AlertTask", + "AlertTaskDict", + "AlertTaskParam", + "AlertTaskSubscriber", + "AlertTaskSubscriberDict", + "AlertTaskSubscriberParam", + "AuthenticationMethod", + "AuthenticationMethodParam", + "AutoScale", + "AutoScaleDict", + "AutoScaleParam", + "AwsAttributes", + "AwsAttributesDict", + "AwsAttributesParam", + "AwsAvailability", + "AwsAvailabilityParam", + "AzureAttributes", + "AzureAttributesDict", + "AzureAttributesParam", + "AzureAvailability", + "AzureAvailabilityParam", + "CleanRoomsNotebookTask", + "CleanRoomsNotebookTaskDict", + "CleanRoomsNotebookTaskParam", + "ClientsTypes", + "ClientsTypesDict", + "ClientsTypesParam", + "ClusterLogConf", + "ClusterLogConfDict", + "ClusterLogConfParam", + "ClusterSpec", + "ClusterSpecDict", + "ClusterSpecParam", + "Compute", + "ComputeConfig", + "ComputeConfigDict", + "ComputeConfigParam", + "ComputeDict", + "ComputeParam", + "ComputeSpec", + "ComputeSpecAcceleratorType", + "ComputeSpecAcceleratorTypeParam", + "ComputeSpecDict", + "ComputeSpecParam", + "Condition", + "ConditionParam", + "ConditionTask", + "ConditionTaskDict", + "ConditionTaskOp", + "ConditionTaskOpParam", + "ConditionTaskParam", + "ConfidentialComputeType", + "ConfidentialComputeTypeParam", + "Continuous", + "ContinuousDict", + "ContinuousParam", + "CronSchedule", + "CronScheduleDict", + "CronScheduleParam", + "DashboardTask", + "DashboardTaskDict", + "DashboardTaskParam", + "DataSecurityMode", + "DataSecurityModeParam", + "DbfsStorageInfo", + "DbfsStorageInfoDict", + "DbfsStorageInfoParam", + "DbtPlatformTask", + "DbtPlatformTaskDict", + "DbtPlatformTaskParam", + "DbtTask", + "DbtTaskDict", + "DbtTaskParam", + "DependencyMode", + "DependencyModeParam", + "DeploymentSpec", + "DeploymentSpecDict", + "DeploymentSpecParam", + "DockerBasicAuth", + "DockerBasicAuthDict", + "DockerBasicAuthParam", + "DockerImage", + "DockerImageDict", + "DockerImageParam", + "EbsVolumeType", + "EbsVolumeTypeParam", + "Environment", + "EnvironmentDict", + "EnvironmentParam", + "FileArrivalTriggerConfiguration", + "FileArrivalTriggerConfigurationDict", + "FileArrivalTriggerConfigurationParam", + "ForEachTask", + "ForEachTaskDict", + "ForEachTaskParam", + "GcpAttributes", + "GcpAttributesDict", + "GcpAttributesParam", + "GcpAvailability", + "GcpAvailabilityParam", + "GcsStorageInfo", + "GcsStorageInfoDict", + "GcsStorageInfoParam", + "GenAiComputeTask", + "GenAiComputeTaskDict", + "GenAiComputeTaskParam", + "GitProvider", + "GitProviderParam", + "GitSource", + "GitSourceDict", + "GitSourceParam", + "HardwareAcceleratorType", + "HardwareAcceleratorTypeParam", + "InitScriptInfo", + "InitScriptInfoDict", + "InitScriptInfoParam", + "Job", + "JobCluster", + "JobClusterDict", + "JobClusterParam", + "JobDict", + "JobEmailNotifications", + "JobEmailNotificationsDict", + "JobEmailNotificationsParam", + "JobEnvironment", + "JobEnvironmentDict", + "JobEnvironmentParam", + "JobNotificationSettings", + "JobNotificationSettingsDict", + "JobNotificationSettingsParam", + "JobParam", + "JobParameterDefinition", + "JobParameterDefinitionDict", + "JobParameterDefinitionParam", + "JobPermission", + "JobPermissionDict", + "JobPermissionLevel", + "JobPermissionLevelParam", + "JobPermissionParam", + "JobRunAs", + "JobRunAsDict", + "JobRunAsParam", + "JobsHealthMetric", + "JobsHealthMetricParam", + "JobsHealthOperator", + "JobsHealthOperatorParam", + "JobsHealthRule", + "JobsHealthRuleDict", + "JobsHealthRuleParam", + "JobsHealthRules", + "JobsHealthRulesDict", + "JobsHealthRulesParam", + "Kind", + "KindParam", + "Library", + "LibraryDict", + "LibraryParam", + "Lifecycle", + "LifecycleDict", + "LifecycleParam", + "LocalFileInfo", + "LocalFileInfoDict", + "LocalFileInfoParam", + "LogAnalyticsInfo", + "LogAnalyticsInfoDict", + "LogAnalyticsInfoParam", + "MavenLibrary", + "MavenLibraryDict", + "MavenLibraryParam", + "ModelTriggerConfiguration", + "ModelTriggerConfigurationCondition", + "ModelTriggerConfigurationConditionParam", + "ModelTriggerConfigurationDict", + "ModelTriggerConfigurationParam", + "NodeTypeFlexibility", + "NodeTypeFlexibilityDict", + "NodeTypeFlexibilityParam", + "NotebookTask", + "NotebookTaskDict", + "NotebookTaskParam", + "PauseStatus", + "PauseStatusParam", + "PerformanceTarget", + "PerformanceTargetParam", + "PeriodicTriggerConfiguration", + "PeriodicTriggerConfigurationDict", + "PeriodicTriggerConfigurationParam", + "PeriodicTriggerConfigurationTimeUnit", + "PeriodicTriggerConfigurationTimeUnitParam", + "PipelineParams", + "PipelineParamsDict", + "PipelineParamsParam", + "PipelineTask", + "PipelineTaskDict", + "PipelineTaskParam", + "PowerBiModel", + "PowerBiModelDict", + "PowerBiModelParam", + "PowerBiTable", + "PowerBiTableDict", + "PowerBiTableParam", + "PowerBiTask", + "PowerBiTaskDict", + "PowerBiTaskParam", + "PythonOperatorTask", + "PythonOperatorTaskDict", + "PythonOperatorTaskParam", + "PythonOperatorTaskParameter", + "PythonOperatorTaskParameterDict", + "PythonOperatorTaskParameterParam", + "PythonPyPiLibrary", + "PythonPyPiLibraryDict", + "PythonPyPiLibraryParam", + "PythonWheelTask", + "PythonWheelTaskDict", + "PythonWheelTaskParam", + "QueueSettings", + "QueueSettingsDict", + "QueueSettingsParam", + "RCranLibrary", + "RCranLibraryDict", + "RCranLibraryParam", + "RunIf", + "RunIfParam", + "RunJobTask", + "RunJobTaskDict", + "RunJobTaskParam", + "RuntimeEngine", + "RuntimeEngineParam", + "S3StorageInfo", + "S3StorageInfoDict", + "S3StorageInfoParam", + "Source", + "SourceParam", + "SparkJarTask", + "SparkJarTaskDict", + "SparkJarTaskParam", + "SparkPythonTask", + "SparkPythonTaskDict", + "SparkPythonTaskParam", + "SparkSubmitTask", + "SparkSubmitTaskDict", + "SparkSubmitTaskParam", + "SparseCheckout", + "SparseCheckoutDict", + "SparseCheckoutParam", + "SqlConditionConfiguration", + "SqlConditionConfigurationDict", + "SqlConditionConfigurationParam", + "SqlConditionTriggerMode", + "SqlConditionTriggerModeParam", + "SqlTask", + "SqlTaskAlert", + "SqlTaskAlertDict", + "SqlTaskAlertParam", + "SqlTaskDashboard", + "SqlTaskDashboardDict", + "SqlTaskDashboardParam", + "SqlTaskDict", + "SqlTaskFile", + "SqlTaskFileDict", + "SqlTaskFileParam", + "SqlTaskParam", + "SqlTaskQuery", + "SqlTaskQueryDict", + "SqlTaskQueryParam", + "SqlTaskSubscription", + "SqlTaskSubscriptionDict", + "SqlTaskSubscriptionParam", + "StorageMode", + "StorageModeParam", + "Subscription", + "SubscriptionDict", + "SubscriptionParam", + "SubscriptionSubscriber", + "SubscriptionSubscriberDict", + "SubscriptionSubscriberParam", + "TableUpdateTriggerConfiguration", + "TableUpdateTriggerConfigurationDict", + "TableUpdateTriggerConfigurationParam", + "Task", + "TaskDependency", + "TaskDependencyDict", + "TaskDependencyParam", + "TaskDict", + "TaskEmailNotifications", + "TaskEmailNotificationsDict", + "TaskEmailNotificationsParam", + "TaskNotificationSettings", + "TaskNotificationSettingsDict", + "TaskNotificationSettingsParam", + "TaskParam", + "TaskRetryMode", + "TaskRetryModeParam", + "TriggerSettings", + "TriggerSettingsDict", + "TriggerSettingsParam", + "VolumesStorageInfo", + "VolumesStorageInfoDict", + "VolumesStorageInfoParam", + "Webhook", + "WebhookDict", + "WebhookNotifications", + "WebhookNotificationsDict", + "WebhookNotificationsParam", + "WebhookParam", + "WorkloadType", + "WorkloadTypeDict", + "WorkloadTypeParam", + "WorkspaceStorageInfo", + "WorkspaceStorageInfoDict", + "WorkspaceStorageInfoParam", ] -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam +from databricks.bundles.jobs._models.adlsgen2_info import ( + Adlsgen2Info, + Adlsgen2InfoDict, + Adlsgen2InfoParam, +) +from databricks.bundles.jobs._models.ai_runtime_task import ( + AiRuntimeTask, + AiRuntimeTaskDict, + AiRuntimeTaskParam, +) +from databricks.bundles.jobs._models.alert_task import ( + AlertTask, + AlertTaskDict, + AlertTaskParam, +) +from databricks.bundles.jobs._models.alert_task_subscriber import ( + AlertTaskSubscriber, + AlertTaskSubscriberDict, + AlertTaskSubscriberParam, +) +from databricks.bundles.jobs._models.authentication_method import ( + AuthenticationMethod, + AuthenticationMethodParam, +) +from databricks.bundles.jobs._models.auto_scale import ( + AutoScale, + AutoScaleDict, + AutoScaleParam, +) +from databricks.bundles.jobs._models.aws_attributes import ( + AwsAttributes, + AwsAttributesDict, + AwsAttributesParam, +) +from databricks.bundles.jobs._models.aws_availability import ( + AwsAvailability, + AwsAvailabilityParam, +) +from databricks.bundles.jobs._models.azure_attributes import ( + AzureAttributes, + AzureAttributesDict, + AzureAttributesParam, +) +from databricks.bundles.jobs._models.azure_availability import ( + AzureAvailability, + AzureAvailabilityParam, +) +from databricks.bundles.jobs._models.clean_rooms_notebook_task import ( + CleanRoomsNotebookTask, + CleanRoomsNotebookTaskDict, + CleanRoomsNotebookTaskParam, +) +from databricks.bundles.jobs._models.clients_types import ( + ClientsTypes, + ClientsTypesDict, + ClientsTypesParam, +) +from databricks.bundles.jobs._models.cluster_log_conf import ( + ClusterLogConf, + ClusterLogConfDict, + ClusterLogConfParam, +) +from databricks.bundles.jobs._models.cluster_spec import ( + ClusterSpec, + ClusterSpecDict, + ClusterSpecParam, +) from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam +from databricks.bundles.jobs._models.compute_config import ( + ComputeConfig, + ComputeConfigDict, + ComputeConfigParam, +) +from databricks.bundles.jobs._models.compute_spec import ( + ComputeSpec, + ComputeSpecDict, + ComputeSpecParam, +) +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ( + ComputeSpecAcceleratorType, + ComputeSpecAcceleratorTypeParam, +) +from databricks.bundles.jobs._models.condition import Condition, ConditionParam +from databricks.bundles.jobs._models.condition_task import ( + ConditionTask, + ConditionTaskDict, + ConditionTaskParam, +) +from databricks.bundles.jobs._models.condition_task_op import ( + ConditionTaskOp, + ConditionTaskOpParam, +) +from databricks.bundles.jobs._models.confidential_compute_type import ( + ConfidentialComputeType, + ConfidentialComputeTypeParam, +) +from databricks.bundles.jobs._models.continuous import ( + Continuous, + ContinuousDict, + ContinuousParam, +) +from databricks.bundles.jobs._models.cron_schedule import ( + CronSchedule, + CronScheduleDict, + CronScheduleParam, +) +from databricks.bundles.jobs._models.dashboard_task import ( + DashboardTask, + DashboardTaskDict, + DashboardTaskParam, +) +from databricks.bundles.jobs._models.data_security_mode import ( + DataSecurityMode, + DataSecurityModeParam, +) +from databricks.bundles.jobs._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoDict, + DbfsStorageInfoParam, +) +from databricks.bundles.jobs._models.dbt_platform_task import ( + DbtPlatformTask, + DbtPlatformTaskDict, + DbtPlatformTaskParam, +) from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam +from databricks.bundles.jobs._models.dependency_mode import ( + DependencyMode, + DependencyModeParam, +) +from databricks.bundles.jobs._models.deployment_spec import ( + DeploymentSpec, + DeploymentSpecDict, + DeploymentSpecParam, +) +from databricks.bundles.jobs._models.docker_basic_auth import ( + DockerBasicAuth, + DockerBasicAuthDict, + DockerBasicAuthParam, +) +from databricks.bundles.jobs._models.docker_image import ( + DockerImage, + DockerImageDict, + DockerImageParam, +) +from databricks.bundles.jobs._models.ebs_volume_type import ( + EbsVolumeType, + EbsVolumeTypeParam, +) +from databricks.bundles.jobs._models.environment import ( + Environment, + EnvironmentDict, + EnvironmentParam, +) +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import ( + FileArrivalTriggerConfiguration, + FileArrivalTriggerConfigurationDict, + FileArrivalTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.for_each_task import ( + ForEachTask, + ForEachTaskDict, + ForEachTaskParam, +) +from databricks.bundles.jobs._models.gcp_attributes import ( + GcpAttributes, + GcpAttributesDict, + GcpAttributesParam, +) +from databricks.bundles.jobs._models.gcp_availability import ( + GcpAvailability, + GcpAvailabilityParam, +) +from databricks.bundles.jobs._models.gcs_storage_info import ( + GcsStorageInfo, + GcsStorageInfoDict, + GcsStorageInfoParam, +) +from databricks.bundles.jobs._models.gen_ai_compute_task import ( + GenAiComputeTask, + GenAiComputeTaskDict, + GenAiComputeTaskParam, +) +from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam +from databricks.bundles.jobs._models.git_source import ( + GitSource, + GitSourceDict, + GitSourceParam, +) +from databricks.bundles.jobs._models.hardware_accelerator_type import ( + HardwareAcceleratorType, + HardwareAcceleratorTypeParam, +) +from databricks.bundles.jobs._models.init_script_info import ( + InitScriptInfo, + InitScriptInfoDict, + InitScriptInfoParam, +) from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - +from databricks.bundles.jobs._models.job_cluster import ( + JobCluster, + JobClusterDict, + JobClusterParam, +) +from databricks.bundles.jobs._models.job_email_notifications import ( + JobEmailNotifications, + JobEmailNotificationsDict, + JobEmailNotificationsParam, +) +from databricks.bundles.jobs._models.job_environment import ( + JobEnvironment, + JobEnvironmentDict, + JobEnvironmentParam, +) +from databricks.bundles.jobs._models.job_notification_settings import ( + JobNotificationSettings, + JobNotificationSettingsDict, + JobNotificationSettingsParam, +) +from databricks.bundles.jobs._models.job_parameter_definition import ( + JobParameterDefinition, + JobParameterDefinitionDict, + JobParameterDefinitionParam, +) +from databricks.bundles.jobs._models.job_permission import ( + JobPermission, + JobPermissionDict, + JobPermissionParam, +) +from databricks.bundles.jobs._models.job_permission_level import ( + JobPermissionLevel, + JobPermissionLevelParam, +) +from databricks.bundles.jobs._models.job_run_as import ( + JobRunAs, + JobRunAsDict, + JobRunAsParam, +) +from databricks.bundles.jobs._models.jobs_health_metric import ( + JobsHealthMetric, + JobsHealthMetricParam, +) +from databricks.bundles.jobs._models.jobs_health_operator import ( + JobsHealthOperator, + JobsHealthOperatorParam, +) +from databricks.bundles.jobs._models.jobs_health_rule import ( + JobsHealthRule, + JobsHealthRuleDict, + JobsHealthRuleParam, +) +from databricks.bundles.jobs._models.jobs_health_rules import ( + JobsHealthRules, + JobsHealthRulesDict, + JobsHealthRulesParam, +) from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - +from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam +from databricks.bundles.jobs._models.lifecycle import ( + Lifecycle, + LifecycleDict, + LifecycleParam, +) +from databricks.bundles.jobs._models.local_file_info import ( + LocalFileInfo, + LocalFileInfoDict, + LocalFileInfoParam, +) +from databricks.bundles.jobs._models.log_analytics_info import ( + LogAnalyticsInfo, + LogAnalyticsInfoDict, + LogAnalyticsInfoParam, +) +from databricks.bundles.jobs._models.maven_library import ( + MavenLibrary, + MavenLibraryDict, + MavenLibraryParam, +) +from databricks.bundles.jobs._models.model_trigger_configuration import ( + ModelTriggerConfiguration, + ModelTriggerConfigurationDict, + ModelTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ( + ModelTriggerConfigurationCondition, + ModelTriggerConfigurationConditionParam, +) +from databricks.bundles.jobs._models.node_type_flexibility import ( + NodeTypeFlexibility, + NodeTypeFlexibilityDict, + NodeTypeFlexibilityParam, +) +from databricks.bundles.jobs._models.notebook_task import ( + NotebookTask, + NotebookTaskDict, + NotebookTaskParam, +) from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - +from databricks.bundles.jobs._models.performance_target import ( + PerformanceTarget, + PerformanceTargetParam, +) +from databricks.bundles.jobs._models.periodic_trigger_configuration import ( + PeriodicTriggerConfiguration, + PeriodicTriggerConfigurationDict, + PeriodicTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import ( + PeriodicTriggerConfigurationTimeUnit, + PeriodicTriggerConfigurationTimeUnitParam, +) +from databricks.bundles.jobs._models.pipeline_params import ( + PipelineParams, + PipelineParamsDict, + PipelineParamsParam, +) +from databricks.bundles.jobs._models.pipeline_task import ( + PipelineTask, + PipelineTaskDict, + PipelineTaskParam, +) +from databricks.bundles.jobs._models.power_bi_model import ( + PowerBiModel, + PowerBiModelDict, + PowerBiModelParam, +) +from databricks.bundles.jobs._models.power_bi_table import ( + PowerBiTable, + PowerBiTableDict, + PowerBiTableParam, +) +from databricks.bundles.jobs._models.power_bi_task import ( + PowerBiTask, + PowerBiTaskDict, + PowerBiTaskParam, +) +from databricks.bundles.jobs._models.python_operator_task import ( + PythonOperatorTask, + PythonOperatorTaskDict, + PythonOperatorTaskParam, +) +from databricks.bundles.jobs._models.python_operator_task_parameter import ( + PythonOperatorTaskParameter, + PythonOperatorTaskParameterDict, + PythonOperatorTaskParameterParam, +) +from databricks.bundles.jobs._models.python_py_pi_library import ( + PythonPyPiLibrary, + PythonPyPiLibraryDict, + PythonPyPiLibraryParam, +) +from databricks.bundles.jobs._models.python_wheel_task import ( + PythonWheelTask, + PythonWheelTaskDict, + PythonWheelTaskParam, +) +from databricks.bundles.jobs._models.queue_settings import ( + QueueSettings, + QueueSettingsDict, + QueueSettingsParam, +) +from databricks.bundles.jobs._models.r_cran_library import ( + RCranLibrary, + RCranLibraryDict, + RCranLibraryParam, +) from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.jobs._models.run_job_task import ( + RunJobTask, + RunJobTaskDict, + RunJobTaskParam, +) +from databricks.bundles.jobs._models.runtime_engine import ( + RuntimeEngine, + RuntimeEngineParam, +) +from databricks.bundles.jobs._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoDict, + S3StorageInfoParam, +) from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - +from databricks.bundles.jobs._models.spark_jar_task import ( + SparkJarTask, + SparkJarTaskDict, + SparkJarTaskParam, +) +from databricks.bundles.jobs._models.spark_python_task import ( + SparkPythonTask, + SparkPythonTaskDict, + SparkPythonTaskParam, +) +from databricks.bundles.jobs._models.spark_submit_task import ( + SparkSubmitTask, + SparkSubmitTaskDict, + SparkSubmitTaskParam, +) +from databricks.bundles.jobs._models.sparse_checkout import ( + SparseCheckout, + SparseCheckoutDict, + SparseCheckoutParam, +) +from databricks.bundles.jobs._models.sql_condition_configuration import ( + SqlConditionConfiguration, + SqlConditionConfigurationDict, + SqlConditionConfigurationParam, +) +from databricks.bundles.jobs._models.sql_condition_trigger_mode import ( + SqlConditionTriggerMode, + SqlConditionTriggerModeParam, +) +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam +from databricks.bundles.jobs._models.sql_task_alert import ( + SqlTaskAlert, + SqlTaskAlertDict, + SqlTaskAlertParam, +) +from databricks.bundles.jobs._models.sql_task_dashboard import ( + SqlTaskDashboard, + SqlTaskDashboardDict, + SqlTaskDashboardParam, +) +from databricks.bundles.jobs._models.sql_task_file import ( + SqlTaskFile, + SqlTaskFileDict, + SqlTaskFileParam, +) +from databricks.bundles.jobs._models.sql_task_query import ( + SqlTaskQuery, + SqlTaskQueryDict, + SqlTaskQueryParam, +) +from databricks.bundles.jobs._models.sql_task_subscription import ( + SqlTaskSubscription, + SqlTaskSubscriptionDict, + SqlTaskSubscriptionParam, +) from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from databricks.bundles.jobs._models.subscription import ( + Subscription, + SubscriptionDict, + SubscriptionParam, +) +from databricks.bundles.jobs._models.subscription_subscriber import ( + SubscriptionSubscriber, + SubscriptionSubscriberDict, + SubscriptionSubscriberParam, +) +from databricks.bundles.jobs._models.table_update_trigger_configuration import ( + TableUpdateTriggerConfiguration, + TableUpdateTriggerConfigurationDict, + TableUpdateTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam +from databricks.bundles.jobs._models.task_dependency import ( + TaskDependency, + TaskDependencyDict, + TaskDependencyParam, +) +from databricks.bundles.jobs._models.task_email_notifications import ( + TaskEmailNotifications, + TaskEmailNotificationsDict, + TaskEmailNotificationsParam, +) +from databricks.bundles.jobs._models.task_notification_settings import ( + TaskNotificationSettings, + TaskNotificationSettingsDict, + TaskNotificationSettingsParam, +) +from databricks.bundles.jobs._models.task_retry_mode import ( + TaskRetryMode, + TaskRetryModeParam, +) +from databricks.bundles.jobs._models.trigger_settings import ( + TriggerSettings, + TriggerSettingsDict, + TriggerSettingsParam, +) +from databricks.bundles.jobs._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoDict, + VolumesStorageInfoParam, +) +from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam +from databricks.bundles.jobs._models.webhook_notifications import ( + WebhookNotifications, + WebhookNotificationsDict, + WebhookNotificationsParam, +) +from databricks.bundles.jobs._models.workload_type import ( + WorkloadType, + WorkloadTypeDict, + WorkloadTypeParam, +) +from databricks.bundles.jobs._models.workspace_storage_info import ( + WorkspaceStorageInfo, + WorkspaceStorageInfoDict, + WorkspaceStorageInfoParam, +) def _resolve_recursive_imports(): @@ -474,4 +832,5 @@ def _resolve_recursive_imports(): globalns={"Task": Task, "VariableOr": VariableOr}, ) + _resolve_recursive_imports() diff --git a/python/databricks/bundles/jobs/_models/adlsgen2_info.py b/python/databricks/bundles/jobs/_models/adlsgen2_info.py index e855c5922b6..206c8b676ec 100644 --- a/python/databricks/bundles/jobs/_models/adlsgen2_info.py +++ b/python/databricks/bundles/jobs/_models/adlsgen2_info.py @@ -1,174 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Adlsgen2Info: """ A storage location in Adls Gen2 """ + destination: VariableOr[str] """ abfss destination, e.g. `abfss://@.dfs.core.windows.net/`. """ @classmethod - def from_dict(cls, value: 'Adlsgen2InfoDict') -> 'Self': + def from_dict(cls, value: "Adlsgen2InfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'Adlsgen2InfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "Adlsgen2InfoDict": + return _transform_to_json_value(self) # type:ignore class Adlsgen2InfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/ai_runtime_task.py b/python/databricks/bundles/jobs/_models/ai_runtime_task.py index 633fb24d014..592936f9509 100644 --- a/python/databricks/bundles/jobs/_models/ai_runtime_task.py +++ b/python/databricks/bundles/jobs/_models/ai_runtime_task.py @@ -1,171 +1,37 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.deployment_spec import ( + DeploymentSpec, + DeploymentSpecParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AiRuntimeTask: """ :meta private: [EXPERIMENTAL] - + AiRuntimeTask: multi-node GPU compute task definition for Databricks AI Runtime workloads. - + Jobs-framework-level concepts (retries, per-task timeout, idempotency token, usage/budget policy, permissions) live on the surrounding TaskSettings / run-submit request and are intentionally NOT duplicated here. Users compose `ai_runtime_task` with the standard Jobs/DABs task wrapper to get those. """ + experiment: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -216,12 +82,11 @@ class AiRuntimeTask: """ @classmethod - def from_dict(cls, value: 'AiRuntimeTaskDict') -> 'Self': + def from_dict(cls, value: "AiRuntimeTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AiRuntimeTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AiRuntimeTaskDict": + return _transform_to_json_value(self) # type:ignore class AiRuntimeTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/alert_task.py b/python/databricks/bundles/jobs/_models/alert_task.py index f6c369d1f75..66da2e9e4e7 100644 --- a/python/databricks/bundles/jobs/_models/alert_task.py +++ b/python/databricks/bundles/jobs/_models/alert_task.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.jobs._models.alert_task_subscriber import ( + AlertTaskSubscriber, + AlertTaskSubscriberParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AlertTask: """""" @@ -181,12 +42,11 @@ class AlertTask: """ @classmethod - def from_dict(cls, value: 'AlertTaskDict') -> 'Self': + def from_dict(cls, value: "AlertTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AlertTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AlertTaskDict": + return _transform_to_json_value(self) # type:ignore class AlertTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/alert_task_subscriber.py b/python/databricks/bundles/jobs/_models/alert_task_subscriber.py index dfcc5f8cfe0..0921eb11524 100644 --- a/python/databricks/bundles/jobs/_models/alert_task_subscriber.py +++ b/python/databricks/bundles/jobs/_models/alert_task_subscriber.py @@ -1,163 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AlertTaskSubscriber: """ Represents a subscriber that will receive alert notifications. A subscriber can be either a user (via email) or a notification destination (via destination_id). """ + destination_id: VariableOrOptional[str] = None """ [Public Preview] @@ -169,12 +27,11 @@ class AlertTaskSubscriber: """ @classmethod - def from_dict(cls, value: 'AlertTaskSubscriberDict') -> 'Self': + def from_dict(cls, value: "AlertTaskSubscriberDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AlertTaskSubscriberDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AlertTaskSubscriberDict": + return _transform_to_json_value(self) # type:ignore class AlertTaskSubscriberDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/authentication_method.py b/python/databricks/bundles/jobs/_models/authentication_method.py index 2fbd1a64795..68be0e62184 100644 --- a/python/databricks/bundles/jobs/_models/authentication_method.py +++ b/python/databricks/bundles/jobs/_models/authentication_method.py @@ -1,155 +1,10 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class AuthenticationMethod(Enum): OAUTH = "OAUTH" PAT = "PAT" + AuthenticationMethodParam = Literal["OAUTH", "PAT"] | AuthenticationMethod diff --git a/python/databricks/bundles/jobs/_models/auto_scale.py b/python/databricks/bundles/jobs/_models/auto_scale.py index 9fb1cee3b8e..6a07ee8b0b1 100644 --- a/python/databricks/bundles/jobs/_models/auto_scale.py +++ b/python/databricks/bundles/jobs/_models/auto_scale.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AutoScale: """""" @@ -169,12 +26,11 @@ class AutoScale: """ @classmethod - def from_dict(cls, value: 'AutoScaleDict') -> 'Self': + def from_dict(cls, value: "AutoScaleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AutoScaleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AutoScaleDict": + return _transform_to_json_value(self) # type:ignore class AutoScaleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/aws_attributes.py b/python/databricks/bundles/jobs/_models/aws_attributes.py index 3a1264c5625..64aa3ab01c0 100644 --- a/python/databricks/bundles/jobs/_models/aws_attributes.py +++ b/python/databricks/bundles/jobs/_models/aws_attributes.py @@ -1,162 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.aws_availability import ( + AwsAvailability, + AwsAvailabilityParam, +) +from databricks.bundles.jobs._models.ebs_volume_type import ( + EbsVolumeType, + EbsVolumeTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AwsAttributes: """ Attributes set during cluster creation which are related to Amazon Web Services. """ + availability: VariableOrOptional[AwsAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -255,12 +121,11 @@ class AwsAttributes: """ @classmethod - def from_dict(cls, value: 'AwsAttributesDict') -> 'Self': + def from_dict(cls, value: "AwsAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AwsAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AwsAttributesDict": + return _transform_to_json_value(self) # type:ignore class AwsAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/aws_availability.py b/python/databricks/bundles/jobs/_models/aws_availability.py index 07a1dd9ef00..5d87ffafbac 100644 --- a/python/databricks/bundles/jobs/_models/aws_availability.py +++ b/python/databricks/bundles/jobs/_models/aws_availability.py @@ -1,161 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class AwsAvailability(Enum): """ Availability type used for all subsequent nodes past the `first_on_demand` ones. - + Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ + SPOT = "SPOT" ON_DEMAND = "ON_DEMAND" SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK" -AwsAvailabilityParam = Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability + +AwsAvailabilityParam = ( + Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability +) diff --git a/python/databricks/bundles/jobs/_models/azure_attributes.py b/python/databricks/bundles/jobs/_models/azure_attributes.py index 36637936050..05b9add8fb0 100644 --- a/python/databricks/bundles/jobs/_models/azure_attributes.py +++ b/python/databricks/bundles/jobs/_models/azure_attributes.py @@ -1,162 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.azure_availability import ( + AzureAvailability, + AzureAvailabilityParam, +) +from databricks.bundles.jobs._models.log_analytics_info import ( + LogAnalyticsInfo, + LogAnalyticsInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AzureAttributes: """ Attributes set during cluster creation which are related to Microsoft Azure. """ + availability: VariableOrOptional[AzureAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -204,12 +70,11 @@ class AzureAttributes: """ @classmethod - def from_dict(cls, value: 'AzureAttributesDict') -> 'Self': + def from_dict(cls, value: "AzureAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AzureAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AzureAttributesDict": + return _transform_to_json_value(self) # type:ignore class AzureAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/azure_availability.py b/python/databricks/bundles/jobs/_models/azure_availability.py index b4baf75f125..72d461d5d71 100644 --- a/python/databricks/bundles/jobs/_models/azure_availability.py +++ b/python/databricks/bundles/jobs/_models/azure_availability.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class AzureAvailability(Enum): @@ -153,8 +7,13 @@ class AzureAvailability(Enum): Availability type used for all subsequent nodes past the `first_on_demand` ones. Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ + SPOT_AZURE = "SPOT_AZURE" ON_DEMAND_AZURE = "ON_DEMAND_AZURE" SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE" -AzureAvailabilityParam = Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] | AzureAvailability + +AzureAvailabilityParam = ( + Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] + | AzureAvailability +) diff --git a/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py b/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py index feabee2d4c1..d0281f144ce 100644 --- a/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py +++ b/python/databricks/bundles/jobs/_models/clean_rooms_notebook_task.py @@ -1,163 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class CleanRoomsNotebookTask: """ Clean Rooms notebook task for V1 Clean Room service (GA). Replaces the deprecated CleanRoomNotebookTask (defined above) which was for V0 service. """ + clean_room_name: VariableOr[str] """ The clean room that the notebook belongs to. @@ -180,12 +42,11 @@ class CleanRoomsNotebookTask: """ @classmethod - def from_dict(cls, value: 'CleanRoomsNotebookTaskDict') -> 'Self': + def from_dict(cls, value: "CleanRoomsNotebookTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'CleanRoomsNotebookTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "CleanRoomsNotebookTaskDict": + return _transform_to_json_value(self) # type:ignore class CleanRoomsNotebookTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/clients_types.py b/python/databricks/bundles/jobs/_models/clients_types.py index d0b950730d9..6891497e55c 100644 --- a/python/databricks/bundles/jobs/_models/clients_types.py +++ b/python/databricks/bundles/jobs/_models/clients_types.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ClientsTypes: """""" @@ -167,12 +24,11 @@ class ClientsTypes: """ @classmethod - def from_dict(cls, value: 'ClientsTypesDict') -> 'Self': + def from_dict(cls, value: "ClientsTypesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ClientsTypesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ClientsTypesDict": + return _transform_to_json_value(self) # type:ignore class ClientsTypesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cluster_log_conf.py b/python/databricks/bundles/jobs/_models/cluster_log_conf.py index 7e677905765..be698246720 100644 --- a/python/databricks/bundles/jobs/_models/cluster_log_conf.py +++ b/python/databricks/bundles/jobs/_models/cluster_log_conf.py @@ -1,162 +1,32 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoParam, +) +from databricks.bundles.jobs._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoParam, +) +from databricks.bundles.jobs._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ClusterLogConf: """ Cluster log delivery config """ + dbfs: VariableOrOptional[DbfsStorageInfo] = None """ destination needs to be provided. e.g. @@ -178,12 +48,11 @@ class ClusterLogConf: """ @classmethod - def from_dict(cls, value: 'ClusterLogConfDict') -> 'Self': + def from_dict(cls, value: "ClusterLogConfDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ClusterLogConfDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ClusterLogConfDict": + return _transform_to_json_value(self) # type:ignore class ClusterLogConfDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cluster_spec.py b/python/databricks/bundles/jobs/_models/cluster_spec.py index cc83f9cf454..e4b3646ac93 100644 --- a/python/databricks/bundles/jobs/_models/cluster_spec.py +++ b/python/databricks/bundles/jobs/_models/cluster_spec.py @@ -1,162 +1,70 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.auto_scale import ( + AutoScale, + AutoScaleParam, +) +from databricks.bundles.jobs._models.aws_attributes import ( + AwsAttributes, + AwsAttributesParam, +) +from databricks.bundles.jobs._models.azure_attributes import ( + AzureAttributes, + AzureAttributesParam, +) +from databricks.bundles.jobs._models.cluster_log_conf import ( + ClusterLogConf, + ClusterLogConfParam, +) +from databricks.bundles.jobs._models.data_security_mode import ( + DataSecurityMode, + DataSecurityModeParam, +) +from databricks.bundles.jobs._models.dependency_mode import ( + DependencyMode, + DependencyModeParam, +) +from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageParam +from databricks.bundles.jobs._models.gcp_attributes import ( + GcpAttributes, + GcpAttributesParam, +) +from databricks.bundles.jobs._models.init_script_info import ( + InitScriptInfo, + InitScriptInfoParam, +) from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.node_type_flexibility import ( + NodeTypeFlexibility, + NodeTypeFlexibilityParam, +) +from databricks.bundles.jobs._models.runtime_engine import ( + RuntimeEngine, + RuntimeEngineParam, +) +from databricks.bundles.jobs._models.workload_type import ( + WorkloadType, + WorkloadTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ClusterSpec: """ Contains a snapshot of the latest user specified settings that were used to create/edit the cluster. """ + apply_policy_default_values: VariableOrOptional[bool] = None """ When set to true, fixed and default values from the policy will be used for fields that are omitted. When set to false, only fixed values from the policy will be applied. @@ -423,12 +331,11 @@ class ClusterSpec: """ @classmethod - def from_dict(cls, value: 'ClusterSpecDict') -> 'Self': + def from_dict(cls, value: "ClusterSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ClusterSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ClusterSpecDict": + return _transform_to_json_value(self) # type:ignore class ClusterSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute.py b/python/databricks/bundles/jobs/_models/compute.py index 8803d1c61d2..3df3b13d7fc 100644 --- a/python/databricks/bundles/jobs/_models/compute.py +++ b/python/databricks/bundles/jobs/_models/compute.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.hardware_accelerator_type import ( + HardwareAcceleratorType, + HardwareAcceleratorTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Compute: """""" @@ -162,12 +23,11 @@ class Compute: """ @classmethod - def from_dict(cls, value: 'ComputeDict') -> 'Self': + def from_dict(cls, value: "ComputeDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ComputeDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ComputeDict": + return _transform_to_json_value(self) # type:ignore class ComputeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_config.py b/python/databricks/bundles/jobs/_models/compute_config.py index cf2dfb7d557..116d91392a4 100644 --- a/python/databricks/bundles/jobs/_models/compute_config.py +++ b/python/databricks/bundles/jobs/_models/compute_config.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ComputeConfig: """ :meta private: [EXPERIMENTAL] """ + num_gpus: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -179,12 +37,11 @@ class ComputeConfig: """ @classmethod - def from_dict(cls, value: 'ComputeConfigDict') -> 'Self': + def from_dict(cls, value: "ComputeConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ComputeConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ComputeConfigDict": + return _transform_to_json_value(self) # type:ignore class ComputeConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_spec.py b/python/databricks/bundles/jobs/_models/compute_spec.py index 5c3390a53d9..9b3a3c41397 100644 --- a/python/databricks/bundles/jobs/_models/compute_spec.py +++ b/python/databricks/bundles/jobs/_models/compute_spec.py @@ -1,165 +1,27 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr +from databricks.bundles.jobs._models.compute_spec_accelerator_type import ( + ComputeSpecAcceleratorType, + ComputeSpecAcceleratorTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ComputeSpec: """ :meta private: [EXPERIMENTAL] - + ComputeSpec: compute configuration — accelerator type and total accelerator count across all nodes. """ + accelerator_count: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -180,12 +42,11 @@ class ComputeSpec: """ @classmethod - def from_dict(cls, value: 'ComputeSpecDict') -> 'Self': + def from_dict(cls, value: "ComputeSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ComputeSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ComputeSpecDict": + return _transform_to_json_value(self) # type:ignore class ComputeSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py b/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py index 2baf6990b9c..2fddf70fc2a 100644 --- a/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py +++ b/python/databricks/bundles/jobs/_models/compute_spec_accelerator_type.py @@ -1,163 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class ComputeSpecAcceleratorType(Enum): """ :meta private: [EXPERIMENTAL] - + Hardware accelerator type for the AiRuntime workload. Per-node accelerator count is encoded in the value name (e.g. `GPU_8xH100` means 8 H100s per node). """ + GPU_1X_A10 = "GPU_1xA10" GPU_1X_H100 = "GPU_1xH100" GPU_8X_H100 = "GPU_8xH100" -ComputeSpecAcceleratorTypeParam = Literal["GPU_1xA10", "GPU_1xH100", "GPU_8xH100"] | ComputeSpecAcceleratorType + +ComputeSpecAcceleratorTypeParam = ( + Literal["GPU_1xA10", "GPU_1xH100", "GPU_8xH100"] | ComputeSpecAcceleratorType +) diff --git a/python/databricks/bundles/jobs/_models/condition.py b/python/databricks/bundles/jobs/_models/condition.py index bd150ae2a8a..d7c1b25bc74 100644 --- a/python/databricks/bundles/jobs/_models/condition.py +++ b/python/databricks/bundles/jobs/_models/condition.py @@ -1,155 +1,10 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class Condition(Enum): ANY_UPDATED = "ANY_UPDATED" ALL_UPDATED = "ALL_UPDATED" + ConditionParam = Literal["ANY_UPDATED", "ALL_UPDATED"] | Condition diff --git a/python/databricks/bundles/jobs/_models/condition_task.py b/python/databricks/bundles/jobs/_models/condition_task.py index ab1e4a25faa..4934c16b025 100644 --- a/python/databricks/bundles/jobs/_models/condition_task.py +++ b/python/databricks/bundles/jobs/_models/condition_task.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr +from databricks.bundles.jobs._models.condition_task_op import ( + ConditionTaskOp, + ConditionTaskOpParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ConditionTask: """""" @@ -175,12 +36,11 @@ class ConditionTask: """ @classmethod - def from_dict(cls, value: 'ConditionTaskDict') -> 'Self': + def from_dict(cls, value: "ConditionTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ConditionTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ConditionTaskDict": + return _transform_to_json_value(self) # type:ignore class ConditionTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/condition_task_op.py b/python/databricks/bundles/jobs/_models/condition_task_op.py index f3c3fcaaa95..099413271ca 100644 --- a/python/databricks/bundles/jobs/_models/condition_task_op.py +++ b/python/databricks/bundles/jobs/_models/condition_task_op.py @@ -1,160 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class ConditionTaskOp(Enum): """ * `EQUAL_TO`, `NOT_EQUAL` operators perform string comparison of their operands. This means that `“12.0” == “12”` will evaluate to `false`. * `GREATER_THAN`, `GREATER_THAN_OR_EQUAL`, `LESS_THAN`, `LESS_THAN_OR_EQUAL` operators perform numeric comparison of their operands. `“12.0” >= “12”` will evaluate to `true`, `“10.0” >= “12”` will evaluate to `false`. - + The boolean comparison to task values can be implemented with operators `EQUAL_TO`, `NOT_EQUAL`. If a task value was set to a boolean value, it will be serialized to `“true”` or `“false”` for the comparison. """ + EQUAL_TO = "EQUAL_TO" GREATER_THAN = "GREATER_THAN" GREATER_THAN_OR_EQUAL = "GREATER_THAN_OR_EQUAL" @@ -162,4 +17,15 @@ class ConditionTaskOp(Enum): LESS_THAN_OR_EQUAL = "LESS_THAN_OR_EQUAL" NOT_EQUAL = "NOT_EQUAL" -ConditionTaskOpParam = Literal["EQUAL_TO", "GREATER_THAN", "GREATER_THAN_OR_EQUAL", "LESS_THAN", "LESS_THAN_OR_EQUAL", "NOT_EQUAL"] | ConditionTaskOp + +ConditionTaskOpParam = ( + Literal[ + "EQUAL_TO", + "GREATER_THAN", + "GREATER_THAN_OR_EQUAL", + "LESS_THAN", + "LESS_THAN_OR_EQUAL", + "NOT_EQUAL", + ] + | ConditionTaskOp +) diff --git a/python/databricks/bundles/jobs/_models/confidential_compute_type.py b/python/databricks/bundles/jobs/_models/confidential_compute_type.py index 5911004872f..26a2cc842ba 100644 --- a/python/databricks/bundles/jobs/_models/confidential_compute_type.py +++ b/python/databricks/bundles/jobs/_models/confidential_compute_type.py @@ -1,163 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class ConfidentialComputeType(Enum): """ :meta private: [EXPERIMENTAL] - + Confidential computing technology for GCP instances. Aligns with gcloud's --confidential-compute-type flag and the REST API's confidentialInstanceConfig.confidentialInstanceType field. See: https://cloud.google.com/confidential-computing/confidential-vm/docs/create-a-confidential-vm-instance """ + CONFIDENTIAL_COMPUTE_TYPE_NONE = "CONFIDENTIAL_COMPUTE_TYPE_NONE" SEV_SNP = "SEV_SNP" -ConfidentialComputeTypeParam = Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType + +ConfidentialComputeTypeParam = ( + Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType +) diff --git a/python/databricks/bundles/jobs/_models/continuous.py b/python/databricks/bundles/jobs/_models/continuous.py index 4ba4357a808..43268661c13 100644 --- a/python/databricks/bundles/jobs/_models/continuous.py +++ b/python/databricks/bundles/jobs/_models/continuous.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - +from databricks.bundles.core._variable import VariableOrOptional from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.task_retry_mode import ( + TaskRetryMode, + TaskRetryModeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Continuous: """""" @@ -167,12 +29,11 @@ class Continuous: """ @classmethod - def from_dict(cls, value: 'ContinuousDict') -> 'Self': + def from_dict(cls, value: "ContinuousDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ContinuousDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ContinuousDict": + return _transform_to_json_value(self) # type:ignore class ContinuousDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/cron_schedule.py b/python/databricks/bundles/jobs/_models/cron_schedule.py index a5da39ae1b8..3a75f9625ec 100644 --- a/python/databricks/bundles/jobs/_models/cron_schedule.py +++ b/python/databricks/bundles/jobs/_models/cron_schedule.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.sql_condition_configuration import ( + SqlConditionConfiguration, + SqlConditionConfigurationParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class CronSchedule: """""" @@ -180,12 +42,11 @@ class CronSchedule: """ @classmethod - def from_dict(cls, value: 'CronScheduleDict') -> 'Self': + def from_dict(cls, value: "CronScheduleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'CronScheduleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "CronScheduleDict": + return _transform_to_json_value(self) # type:ignore class CronScheduleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dashboard_task.py b/python/databricks/bundles/jobs/_models/dashboard_task.py index 3fdcdfcfaf3..4fb86a325ca 100644 --- a/python/databricks/bundles/jobs/_models/dashboard_task.py +++ b/python/databricks/bundles/jobs/_models/dashboard_task.py @@ -1,162 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrDict, VariableOrOptional +from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DashboardTask: """ Configures the Lakeview Dashboard job task type. """ + dashboard_id: VariableOrOptional[str] = None """ The identifier of the dashboard to refresh. @@ -186,12 +45,11 @@ class DashboardTask: """ @classmethod - def from_dict(cls, value: 'DashboardTaskDict') -> 'Self': + def from_dict(cls, value: "DashboardTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DashboardTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DashboardTaskDict": + return _transform_to_json_value(self) # type:ignore class DashboardTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/data_security_mode.py b/python/databricks/bundles/jobs/_models/data_security_mode.py index 50f6312d364..2a050bfddc5 100644 --- a/python/databricks/bundles/jobs/_models/data_security_mode.py +++ b/python/databricks/bundles/jobs/_models/data_security_mode.py @@ -1,175 +1,30 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class DataSecurityMode(Enum): """ Data security mode decides what data governance model to use when accessing data from a cluster. - + * `DATA_SECURITY_MODE_AUTO`: Databricks will choose the most appropriate access mode depending on your compute configuration. * `DATA_SECURITY_MODE_STANDARD`: A secure cluster that can be shared by multiple users. Cluster users are fully isolated so that they cannot see each other’s data and credentials. Most data governance features are supported in this mode. But programming languages and cluster features might be limited. * `DATA_SECURITY_MODE_DEDICATED`: A secure cluster that can only be exclusively used by a single user specified in `single_user_name`. Most programming languages, cluster features and data governance features are available in this mode. - + The following modes are legacy aliases for the above modes: - + * `USER_ISOLATION`: Legacy alias for `DATA_SECURITY_MODE_STANDARD`. * `SINGLE_USER`: Legacy alias for `DATA_SECURITY_MODE_DEDICATED`. - + The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for future Databricks Runtime versions: - + * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. * `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that doesn’t have UC nor passthrough enabled. """ + NONE = "NONE" SINGLE_USER = "SINGLE_USER" USER_ISOLATION = "USER_ISOLATION" @@ -181,4 +36,19 @@ class DataSecurityMode(Enum): DATA_SECURITY_MODE_DEDICATED = "DATA_SECURITY_MODE_DEDICATED" DATA_SECURITY_MODE_AUTO = "DATA_SECURITY_MODE_AUTO" -DataSecurityModeParam = Literal["NONE", "SINGLE_USER", "USER_ISOLATION", "LEGACY_TABLE_ACL", "LEGACY_PASSTHROUGH", "LEGACY_SINGLE_USER", "LEGACY_SINGLE_USER_STANDARD", "DATA_SECURITY_MODE_STANDARD", "DATA_SECURITY_MODE_DEDICATED", "DATA_SECURITY_MODE_AUTO"] | DataSecurityMode + +DataSecurityModeParam = ( + Literal[ + "NONE", + "SINGLE_USER", + "USER_ISOLATION", + "LEGACY_TABLE_ACL", + "LEGACY_PASSTHROUGH", + "LEGACY_SINGLE_USER", + "LEGACY_SINGLE_USER_STANDARD", + "DATA_SECURITY_MODE_STANDARD", + "DATA_SECURITY_MODE_DEDICATED", + "DATA_SECURITY_MODE_AUTO", + ] + | DataSecurityMode +) diff --git a/python/databricks/bundles/jobs/_models/dbfs_storage_info.py b/python/databricks/bundles/jobs/_models/dbfs_storage_info.py index d5961cbe1c8..81fe319a65e 100644 --- a/python/databricks/bundles/jobs/_models/dbfs_storage_info.py +++ b/python/databricks/bundles/jobs/_models/dbfs_storage_info.py @@ -1,174 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DbfsStorageInfo: """ A storage location in DBFS """ + destination: VariableOr[str] """ dbfs destination, e.g. `dbfs:/my/path` """ @classmethod - def from_dict(cls, value: 'DbfsStorageInfoDict') -> 'Self': + def from_dict(cls, value: "DbfsStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DbfsStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DbfsStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class DbfsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dbt_platform_task.py b/python/databricks/bundles/jobs/_models/dbt_platform_task.py index 58b2f851357..992b8e9e922 100644 --- a/python/databricks/bundles/jobs/_models/dbt_platform_task.py +++ b/python/databricks/bundles/jobs/_models/dbt_platform_task.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DbtPlatformTask: """ :meta private: [EXPERIMENTAL] """ + connection_resource_name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -172,12 +30,11 @@ class DbtPlatformTask: """ @classmethod - def from_dict(cls, value: 'DbtPlatformTaskDict') -> 'Self': + def from_dict(cls, value: "DbtPlatformTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DbtPlatformTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DbtPlatformTaskDict": + return _transform_to_json_value(self) # type:ignore class DbtPlatformTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dbt_task.py b/python/databricks/bundles/jobs/_models/dbt_task.py index 10cfc613e9a..52ae3cfa46e 100644 --- a/python/databricks/bundles/jobs/_models/dbt_task.py +++ b/python/databricks/bundles/jobs/_models/dbt_task.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DbtTask: """""" @@ -198,12 +56,11 @@ class DbtTask: """ @classmethod - def from_dict(cls, value: 'DbtTaskDict') -> 'Self': + def from_dict(cls, value: "DbtTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DbtTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DbtTaskDict": + return _transform_to_json_value(self) # type:ignore class DbtTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/dependency_mode.py b/python/databricks/bundles/jobs/_models/dependency_mode.py index 9f50b7d8b02..6612562f3dd 100644 --- a/python/databricks/bundles/jobs/_models/dependency_mode.py +++ b/python/databricks/bundles/jobs/_models/dependency_mode.py @@ -1,163 +1,26 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class DependencyMode(Enum): """ Controls dependency configuration for the cluster. - + * `DEPENDENCY_MODE_AUTO`: Databricks will choose the most appropriate dependency mode based on your compute configuration. * `DEPENDENCY_MODE_ENVIRONMENTS`: Enables a unified dependency management experience across classic and serverless, resulting in increased stability and performance. Supported only on DBR 19+ in Standard access mode. * `DEPENDENCY_MODE_CLUSTER_LIBRARIES`: Legacy mode: dependencies come from cluster libraries and init scripts. """ + DEPENDENCY_MODE_ENVIRONMENTS = "DEPENDENCY_MODE_ENVIRONMENTS" DEPENDENCY_MODE_CLUSTER_LIBRARIES = "DEPENDENCY_MODE_CLUSTER_LIBRARIES" DEPENDENCY_MODE_AUTO = "DEPENDENCY_MODE_AUTO" -DependencyModeParam = Literal["DEPENDENCY_MODE_ENVIRONMENTS", "DEPENDENCY_MODE_CLUSTER_LIBRARIES", "DEPENDENCY_MODE_AUTO"] | DependencyMode + +DependencyModeParam = ( + Literal[ + "DEPENDENCY_MODE_ENVIRONMENTS", + "DEPENDENCY_MODE_CLUSTER_LIBRARIES", + "DEPENDENCY_MODE_AUTO", + ] + | DependencyMode +) diff --git a/python/databricks/bundles/jobs/_models/deployment_spec.py b/python/databricks/bundles/jobs/_models/deployment_spec.py index bacef9d4e8a..123994dfe84 100644 --- a/python/databricks/bundles/jobs/_models/deployment_spec.py +++ b/python/databricks/bundles/jobs/_models/deployment_spec.py @@ -1,162 +1,23 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.compute_spec import ( + ComputeSpec, + ComputeSpecParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DeploymentSpec: """ :meta private: [EXPERIMENTAL] - + DeploymentSpec: configuration for one deployment within an AiRuntimeTask. Each entry in `AiRuntimeTask.deployments` describes a group of nodes that share the same command and compute. Many single-program training @@ -164,6 +25,7 @@ class DeploymentSpec: role-split workloads (driver + worker, parameter server, separate eval node, etc.) use multiple entries. """ + command_path: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -203,12 +65,11 @@ class DeploymentSpec: """ @classmethod - def from_dict(cls, value: 'DeploymentSpecDict') -> 'Self': + def from_dict(cls, value: "DeploymentSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DeploymentSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DeploymentSpecDict": + return _transform_to_json_value(self) # type:ignore class DeploymentSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/docker_basic_auth.py b/python/databricks/bundles/jobs/_models/docker_basic_auth.py index 7941dec8b51..21edca52b71 100644 --- a/python/databricks/bundles/jobs/_models/docker_basic_auth.py +++ b/python/databricks/bundles/jobs/_models/docker_basic_auth.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DockerBasicAuth: """""" @@ -167,12 +24,11 @@ class DockerBasicAuth: """ @classmethod - def from_dict(cls, value: 'DockerBasicAuthDict') -> 'Self': + def from_dict(cls, value: "DockerBasicAuthDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DockerBasicAuthDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DockerBasicAuthDict": + return _transform_to_json_value(self) # type:ignore class DockerBasicAuthDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/docker_image.py b/python/databricks/bundles/jobs/_models/docker_image.py index ab2a188316d..bce0a359893 100644 --- a/python/databricks/bundles/jobs/_models/docker_image.py +++ b/python/databricks/bundles/jobs/_models/docker_image.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.docker_basic_auth import ( + DockerBasicAuth, + DockerBasicAuthParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DockerImage: """""" @@ -167,12 +28,11 @@ class DockerImage: """ @classmethod - def from_dict(cls, value: 'DockerImageDict') -> 'Self': + def from_dict(cls, value: "DockerImageDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DockerImageDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DockerImageDict": + return _transform_to_json_value(self) # type:ignore class DockerImageDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/ebs_volume_type.py b/python/databricks/bundles/jobs/_models/ebs_volume_type.py index 3720e125aef..b67853f8cb8 100644 --- a/python/databricks/bundles/jobs/_models/ebs_volume_type.py +++ b/python/databricks/bundles/jobs/_models/ebs_volume_type.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class EbsVolumeType(Enum): @@ -153,7 +7,11 @@ class EbsVolumeType(Enum): All EBS volume types that Databricks supports. See https://aws.amazon.com/ebs/details/ for details. """ + GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD" THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD" -EbsVolumeTypeParam = Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType + +EbsVolumeTypeParam = ( + Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType +) diff --git a/python/databricks/bundles/jobs/_models/environment.py b/python/databricks/bundles/jobs/_models/environment.py index 1ad6b057855..35ae5e747ed 100644 --- a/python/databricks/bundles/jobs/_models/environment.py +++ b/python/databricks/bundles/jobs/_models/environment.py @@ -1,163 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Environment: """ The environment entity used to preserve serverless environment side panel, jobs' environment for non-notebook task, and SDP's environment for classic and serverless pipelines. In this minimal environment spec, only pip and java dependencies are supported. """ + base_environment: VariableOrOptional[str] = None """ The base environment this environment is built on top of. A base environment defines the environment version and a @@ -194,12 +52,11 @@ class Environment: """ @classmethod - def from_dict(cls, value: 'EnvironmentDict') -> 'Self': + def from_dict(cls, value: "EnvironmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'EnvironmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "EnvironmentDict": + return _transform_to_json_value(self) # type:ignore class EnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py b/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py index 38612edb7d5..cf4ae748cf7 100644 --- a/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/file_arrival_trigger_configuration.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class FileArrivalTriggerConfiguration: """""" @@ -175,12 +32,11 @@ class FileArrivalTriggerConfiguration: """ @classmethod - def from_dict(cls, value: 'FileArrivalTriggerConfigurationDict') -> 'Self': + def from_dict(cls, value: "FileArrivalTriggerConfigurationDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'FileArrivalTriggerConfigurationDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "FileArrivalTriggerConfigurationDict": + return _transform_to_json_value(self) # type:ignore class FileArrivalTriggerConfigurationDict(TypedDict, total=False): @@ -205,4 +61,6 @@ class FileArrivalTriggerConfigurationDict(TypedDict, total=False): """ -FileArrivalTriggerConfigurationParam = FileArrivalTriggerConfigurationDict | FileArrivalTriggerConfiguration +FileArrivalTriggerConfigurationParam = ( + FileArrivalTriggerConfigurationDict | FileArrivalTriggerConfiguration +) diff --git a/python/databricks/bundles/jobs/_models/for_each_task.py b/python/databricks/bundles/jobs/_models/for_each_task.py index b23fcacf70a..db353a28851 100644 --- a/python/databricks/bundles/jobs/_models/for_each_task.py +++ b/python/databricks/bundles/jobs/_models/for_each_task.py @@ -1,157 +1,16 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: - from databricks.bundles.jobs._models.task import Task, TaskParam from typing_extensions import Self + from databricks.bundles.jobs._models.task import Task, TaskParam + + @dataclass(kw_only=True) class ForEachTask: """""" @@ -174,12 +33,11 @@ class ForEachTask: """ @classmethod - def from_dict(cls, value: 'ForEachTaskDict') -> 'Self': + def from_dict(cls, value: "ForEachTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ForEachTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ForEachTaskDict": + return _transform_to_json_value(self) # type:ignore class ForEachTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gcp_attributes.py b/python/databricks/bundles/jobs/_models/gcp_attributes.py index 4b9cec73e26..c89d9d31b13 100644 --- a/python/databricks/bundles/jobs/_models/gcp_attributes.py +++ b/python/databricks/bundles/jobs/_models/gcp_attributes.py @@ -1,162 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.confidential_compute_type import ( + ConfidentialComputeType, + ConfidentialComputeTypeParam, +) +from databricks.bundles.jobs._models.gcp_availability import ( + GcpAvailability, + GcpAvailabilityParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GcpAttributes: """ Attributes set during cluster creation which are related to GCP. """ + availability: VariableOrOptional[GcpAvailability] = None """ This field determines whether the spark executors will be scheduled to run on preemptible @@ -222,12 +88,11 @@ class GcpAttributes: """ @classmethod - def from_dict(cls, value: 'GcpAttributesDict') -> 'Self': + def from_dict(cls, value: "GcpAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GcpAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GcpAttributesDict": + return _transform_to_json_value(self) # type:ignore class GcpAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gcp_availability.py b/python/databricks/bundles/jobs/_models/gcp_availability.py index d8fd08ddd31..aa8e785a71f 100644 --- a/python/databricks/bundles/jobs/_models/gcp_availability.py +++ b/python/databricks/bundles/jobs/_models/gcp_availability.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class GcpAvailability(Enum): @@ -153,8 +7,13 @@ class GcpAvailability(Enum): This field determines whether the instance pool will contain preemptible VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable. """ + PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP" ON_DEMAND_GCP = "ON_DEMAND_GCP" PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP" -GcpAvailabilityParam = Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] | GcpAvailability + +GcpAvailabilityParam = ( + Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] + | GcpAvailability +) diff --git a/python/databricks/bundles/jobs/_models/gcs_storage_info.py b/python/databricks/bundles/jobs/_models/gcs_storage_info.py index 64ef88909f5..a5e6d51e6ee 100644 --- a/python/databricks/bundles/jobs/_models/gcs_storage_info.py +++ b/python/databricks/bundles/jobs/_models/gcs_storage_info.py @@ -1,174 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GcsStorageInfo: """ A storage location in Google Cloud Platform's GCS """ + destination: VariableOr[str] """ GCS destination/URI, e.g. `gs://my-bucket/some-prefix` """ @classmethod - def from_dict(cls, value: 'GcsStorageInfoDict') -> 'Self': + def from_dict(cls, value: "GcsStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GcsStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GcsStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class GcsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py b/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py index 1f885323f0e..534e83910e6 100644 --- a/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py +++ b/python/databricks/bundles/jobs/_models/gen_ai_compute_task.py @@ -1,162 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.compute_config import ( + ComputeConfig, + ComputeConfigParam, +) from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GenAiComputeTask: """ :meta private: [EXPERIMENTAL] - + DEPRECATED — use `AiRuntimeTask` for all new BYOT multi-node GPU workloads (see ai_runtime_task.proto). `AiRuntimeTask` is the only supported BYOT task type for new workloads; this proto is retained only @@ -164,6 +26,7 @@ class GenAiComputeTask: removed once the pywheel → databricks-cli migration completes (post- PuPr). """ + dl_runtime_image: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -226,12 +89,11 @@ class GenAiComputeTask: """ @classmethod - def from_dict(cls, value: 'GenAiComputeTaskDict') -> 'Self': + def from_dict(cls, value: "GenAiComputeTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GenAiComputeTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GenAiComputeTaskDict": + return _transform_to_json_value(self) # type:ignore class GenAiComputeTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/git_provider.py b/python/databricks/bundles/jobs/_models/git_provider.py index 2560d7f9009..b3f8a73a376 100644 --- a/python/databricks/bundles/jobs/_models/git_provider.py +++ b/python/databricks/bundles/jobs/_models/git_provider.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class GitProvider(Enum): @@ -158,4 +12,17 @@ class GitProvider(Enum): GIT_LAB_ENTERPRISE_EDITION = "gitLabEnterpriseEdition" AWS_CODE_COMMIT = "awsCodeCommit" -GitProviderParam = Literal["gitHub", "bitbucketCloud", "azureDevOpsServices", "gitHubEnterprise", "bitbucketServer", "gitLab", "gitLabEnterpriseEdition", "awsCodeCommit"] | GitProvider + +GitProviderParam = ( + Literal[ + "gitHub", + "bitbucketCloud", + "azureDevOpsServices", + "gitHubEnterprise", + "bitbucketServer", + "gitLab", + "gitLabEnterpriseEdition", + "awsCodeCommit", + ] + | GitProvider +) diff --git a/python/databricks/bundles/jobs/_models/git_source.py b/python/databricks/bundles/jobs/_models/git_source.py index 82ecba4cd93..a2c09691985 100644 --- a/python/databricks/bundles/jobs/_models/git_source.py +++ b/python/databricks/bundles/jobs/_models/git_source.py @@ -1,166 +1,29 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.sparse_checkout import ( + SparseCheckout, + SparseCheckoutParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GitSource: """ An optional specification for a remote Git repository containing the source code used by tasks. Version-controlled source code is supported by notebook, dbt, Python script, and SQL File tasks. - + If `git_source` is set, these tasks retrieve the file from the remote repository by default. However, this behavior can be overridden by setting `source` to `WORKSPACE` on the task. - + Note: dbt and SQL File tasks support only version-controlled sources. If dbt or SQL File tasks are used, `git_source` must be defined on the job. """ + git_provider: VariableOr[GitProvider] """ Unique identifier of the service used to host the Git repository. The value is case insensitive. @@ -189,12 +52,11 @@ class GitSource: sparse_checkout: VariableOrOptional[SparseCheckout] = None @classmethod - def from_dict(cls, value: 'GitSourceDict') -> 'Self': + def from_dict(cls, value: "GitSourceDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GitSourceDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GitSourceDict": + return _transform_to_json_value(self) # type:ignore class GitSourceDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py b/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py index caafd140855..feb9f498cef 100644 --- a/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py +++ b/python/databricks/bundles/jobs/_models/hardware_accelerator_type.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class HardwareAcceleratorType(Enum): @@ -154,7 +8,11 @@ class HardwareAcceleratorType(Enum): NOTE: This enum is referenced and is intended to be used by other Databricks services that need to specify hardware accelerator requirements for AI compute workloads. """ + GPU_1X_A10 = "GPU_1xA10" GPU_8X_H100 = "GPU_8xH100" -HardwareAcceleratorTypeParam = Literal["GPU_1xA10", "GPU_8xH100"] | HardwareAcceleratorType + +HardwareAcceleratorTypeParam = ( + Literal["GPU_1xA10", "GPU_8xH100"] | HardwareAcceleratorType +) diff --git a/python/databricks/bundles/jobs/_models/init_script_info.py b/python/databricks/bundles/jobs/_models/init_script_info.py index 018297c3f7b..7e125c63dff 100644 --- a/python/databricks/bundles/jobs/_models/init_script_info.py +++ b/python/databricks/bundles/jobs/_models/init_script_info.py @@ -1,162 +1,48 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.adlsgen2_info import ( + Adlsgen2Info, + Adlsgen2InfoParam, +) +from databricks.bundles.jobs._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoParam, +) +from databricks.bundles.jobs._models.gcs_storage_info import ( + GcsStorageInfo, + GcsStorageInfoParam, +) +from databricks.bundles.jobs._models.local_file_info import ( + LocalFileInfo, + LocalFileInfoParam, +) +from databricks.bundles.jobs._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoParam, +) +from databricks.bundles.jobs._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoParam, +) +from databricks.bundles.jobs._models.workspace_storage_info import ( + WorkspaceStorageInfo, + WorkspaceStorageInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class InitScriptInfo: """ Config for an individual init script """ + abfss: VariableOrOptional[Adlsgen2Info] = None """ Contains the Azure Data Lake Storage destination path @@ -201,12 +87,11 @@ class InitScriptInfo: """ @classmethod - def from_dict(cls, value: 'InitScriptInfoDict') -> 'Self': + def from_dict(cls, value: "InitScriptInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'InitScriptInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "InitScriptInfoDict": + return _transform_to_json_value(self) # type:ignore class InitScriptInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job.py b/python/databricks/bundles/jobs/_models/job.py index d391e34927f..331f49b9991 100644 --- a/python/databricks/bundles/jobs/_models/job.py +++ b/python/databricks/bundles/jobs/_models/job.py @@ -1,157 +1,75 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.continuous import ( + Continuous, + ContinuousParam, +) +from databricks.bundles.jobs._models.cron_schedule import ( + CronSchedule, + CronScheduleParam, +) +from databricks.bundles.jobs._models.git_source import ( + GitSource, + GitSourceParam, +) +from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterParam +from databricks.bundles.jobs._models.job_email_notifications import ( + JobEmailNotifications, + JobEmailNotificationsParam, +) +from databricks.bundles.jobs._models.job_environment import ( + JobEnvironment, + JobEnvironmentParam, +) +from databricks.bundles.jobs._models.job_notification_settings import ( + JobNotificationSettings, + JobNotificationSettingsParam, +) +from databricks.bundles.jobs._models.job_parameter_definition import ( + JobParameterDefinition, + JobParameterDefinitionParam, +) +from databricks.bundles.jobs._models.job_permission import ( + JobPermission, + JobPermissionParam, +) +from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsParam +from databricks.bundles.jobs._models.jobs_health_rules import ( + JobsHealthRules, + JobsHealthRulesParam, +) +from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleParam +from databricks.bundles.jobs._models.performance_target import ( + PerformanceTarget, + PerformanceTargetParam, +) +from databricks.bundles.jobs._models.queue_settings import ( + QueueSettings, + QueueSettingsParam, +) +from databricks.bundles.jobs._models.task import Task, TaskParam +from databricks.bundles.jobs._models.trigger_settings import ( + TriggerSettings, + TriggerSettingsParam, +) +from databricks.bundles.jobs._models.webhook_notifications import ( + WebhookNotifications, + WebhookNotificationsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Job(Resource): """""" @@ -309,12 +227,11 @@ class Job(Resource): """ @classmethod - def from_dict(cls, value: 'JobDict') -> 'Self': + def from_dict(cls, value: "JobDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobDict": + return _transform_to_json_value(self) # type:ignore class JobDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_cluster.py b/python/databricks/bundles/jobs/_models/job_cluster.py index 7c43b806889..7e78fa161c0 100644 --- a/python/databricks/bundles/jobs/_models/job_cluster.py +++ b/python/databricks/bundles/jobs/_models/job_cluster.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobCluster: """""" @@ -177,12 +35,11 @@ class JobCluster: """ @classmethod - def from_dict(cls, value: 'JobClusterDict') -> 'Self': + def from_dict(cls, value: "JobClusterDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobClusterDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobClusterDict": + return _transform_to_json_value(self) # type:ignore class JobClusterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_email_notifications.py b/python/databricks/bundles/jobs/_models/job_email_notifications.py index e933d1ed77a..e8474261a8d 100644 --- a/python/databricks/bundles/jobs/_models/job_email_notifications.py +++ b/python/databricks/bundles/jobs/_models/job_email_notifications.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobEmailNotifications: """""" @@ -162,7 +19,9 @@ class JobEmailNotifications: This field is `deprecated`. Please use the `notification_settings.no_alert_for_skipped_runs` field. """ - on_duration_warning_threshold_exceeded: VariableOrList[str] = field(default_factory=list) + on_duration_warning_threshold_exceeded: VariableOrList[str] = field( + default_factory=list + ) """ A list of email addresses to be notified when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. If no rule for the `RUN_DURATION_SECONDS` metric is specified in the `health` field for the job, notifications are not sent. """ @@ -190,12 +49,11 @@ class JobEmailNotifications: """ @classmethod - def from_dict(cls, value: 'JobEmailNotificationsDict') -> 'Self': + def from_dict(cls, value: "JobEmailNotificationsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobEmailNotificationsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobEmailNotificationsDict": + return _transform_to_json_value(self) # type:ignore class JobEmailNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_environment.py b/python/databricks/bundles/jobs/_models/job_environment.py index 925fded68b9..ee3769d00f1 100644 --- a/python/databricks/bundles/jobs/_models/job_environment.py +++ b/python/databricks/bundles/jobs/_models/job_environment.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.environment import Environment, EnvironmentParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobEnvironment: """""" @@ -168,12 +26,11 @@ class JobEnvironment: """ @classmethod - def from_dict(cls, value: 'JobEnvironmentDict') -> 'Self': + def from_dict(cls, value: "JobEnvironmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobEnvironmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobEnvironmentDict": + return _transform_to_json_value(self) # type:ignore class JobEnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_notification_settings.py b/python/databricks/bundles/jobs/_models/job_notification_settings.py index 479835c6749..a311536fbd9 100644 --- a/python/databricks/bundles/jobs/_models/job_notification_settings.py +++ b/python/databricks/bundles/jobs/_models/job_notification_settings.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobNotificationSettings: """""" @@ -167,12 +24,11 @@ class JobNotificationSettings: """ @classmethod - def from_dict(cls, value: 'JobNotificationSettingsDict') -> 'Self': + def from_dict(cls, value: "JobNotificationSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobNotificationSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobNotificationSettingsDict": + return _transform_to_json_value(self) # type:ignore class JobNotificationSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_parameter_definition.py b/python/databricks/bundles/jobs/_models/job_parameter_definition.py index e09c1c6bc93..8cd8fb9b5f7 100644 --- a/python/databricks/bundles/jobs/_models/job_parameter_definition.py +++ b/python/databricks/bundles/jobs/_models/job_parameter_definition.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobParameterDefinition: """""" @@ -167,12 +24,11 @@ class JobParameterDefinition: """ @classmethod - def from_dict(cls, value: 'JobParameterDefinitionDict') -> 'Self': + def from_dict(cls, value: "JobParameterDefinitionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobParameterDefinitionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobParameterDefinitionDict": + return _transform_to_json_value(self) # type:ignore class JobParameterDefinitionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_permission.py b/python/databricks/bundles/jobs/_models/job_permission.py index 5fd2f238830..adf805863cc 100644 --- a/python/databricks/bundles/jobs/_models/job_permission.py +++ b/python/databricks/bundles/jobs/_models/job_permission.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.job_permission_level import ( + JobPermissionLevel, + JobPermissionLevelParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobPermission: """""" @@ -177,12 +38,11 @@ class JobPermission: """ @classmethod - def from_dict(cls, value: 'JobPermissionDict') -> 'Self': + def from_dict(cls, value: "JobPermissionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobPermissionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobPermissionDict": + return _transform_to_json_value(self) # type:ignore class JobPermissionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/job_permission_level.py b/python/databricks/bundles/jobs/_models/job_permission_level.py index 8b072005cd4..c3ed76bd593 100644 --- a/python/databricks/bundles/jobs/_models/job_permission_level.py +++ b/python/databricks/bundles/jobs/_models/job_permission_level.py @@ -1,160 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class JobPermissionLevel(Enum): """ Permission level """ + CAN_MANAGE = "CAN_MANAGE" IS_OWNER = "IS_OWNER" CAN_MANAGE_RUN = "CAN_MANAGE_RUN" CAN_VIEW = "CAN_VIEW" -JobPermissionLevelParam = Literal["CAN_MANAGE", "IS_OWNER", "CAN_MANAGE_RUN", "CAN_VIEW"] | JobPermissionLevel + +JobPermissionLevelParam = ( + Literal["CAN_MANAGE", "IS_OWNER", "CAN_MANAGE_RUN", "CAN_VIEW"] | JobPermissionLevel +) diff --git a/python/databricks/bundles/jobs/_models/job_run_as.py b/python/databricks/bundles/jobs/_models/job_run_as.py index 2d97ac972e7..4e5c4a72e26 100644 --- a/python/databricks/bundles/jobs/_models/job_run_as.py +++ b/python/databricks/bundles/jobs/_models/job_run_as.py @@ -1,164 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobRunAs: """ Write-only setting. Specifies the user or service principal that the job runs as. If not specified, the job runs as the user who created the job. - + Either `user_name` or `service_principal_name` should be specified. If not, an error is thrown. """ + group_name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -177,12 +35,11 @@ class JobRunAs: """ @classmethod - def from_dict(cls, value: 'JobRunAsDict') -> 'Self': + def from_dict(cls, value: "JobRunAsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobRunAsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobRunAsDict": + return _transform_to_json_value(self) # type:ignore class JobRunAsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/jobs_health_metric.py b/python/databricks/bundles/jobs/_models/jobs_health_metric.py index 3d962176c6c..fcc894a5577 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_metric.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_metric.py @@ -1,167 +1,32 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class JobsHealthMetric(Enum): """ Specifies the health metric that is being evaluated for a particular health rule. - + * `RUN_DURATION_SECONDS`: Expected total time for a run in seconds. * `STREAMING_BACKLOG_BYTES`: An estimate of the maximum bytes of data waiting to be consumed across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_RECORDS`: An estimate of the maximum offset lag across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_SECONDS`: An estimate of the maximum consumer delay across all streams. This metric is in Public Preview. * `STREAMING_BACKLOG_FILES`: An estimate of the maximum number of outstanding files across all streams. This metric is in Public Preview. """ + RUN_DURATION_SECONDS = "RUN_DURATION_SECONDS" STREAMING_BACKLOG_BYTES = "STREAMING_BACKLOG_BYTES" STREAMING_BACKLOG_RECORDS = "STREAMING_BACKLOG_RECORDS" STREAMING_BACKLOG_SECONDS = "STREAMING_BACKLOG_SECONDS" STREAMING_BACKLOG_FILES = "STREAMING_BACKLOG_FILES" -JobsHealthMetricParam = Literal["RUN_DURATION_SECONDS", "STREAMING_BACKLOG_BYTES", "STREAMING_BACKLOG_RECORDS", "STREAMING_BACKLOG_SECONDS", "STREAMING_BACKLOG_FILES"] | JobsHealthMetric + +JobsHealthMetricParam = ( + Literal[ + "RUN_DURATION_SECONDS", + "STREAMING_BACKLOG_BYTES", + "STREAMING_BACKLOG_RECORDS", + "STREAMING_BACKLOG_SECONDS", + "STREAMING_BACKLOG_FILES", + ] + | JobsHealthMetric +) diff --git a/python/databricks/bundles/jobs/_models/jobs_health_operator.py b/python/databricks/bundles/jobs/_models/jobs_health_operator.py index b3e39d8588d..2d949ff07ad 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_operator.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_operator.py @@ -1,157 +1,13 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class JobsHealthOperator(Enum): """ Specifies the operator used to compare the health metric value with the specified threshold. """ + GREATER_THAN = "GREATER_THAN" + JobsHealthOperatorParam = Literal["GREATER_THAN"] | JobsHealthOperator diff --git a/python/databricks/bundles/jobs/_models/jobs_health_rule.py b/python/databricks/bundles/jobs/_models/jobs_health_rule.py index 4e6d5c09cd0..0be82576ea2 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_rule.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_rule.py @@ -1,157 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr +from databricks.bundles.jobs._models.jobs_health_metric import ( + JobsHealthMetric, + JobsHealthMetricParam, +) +from databricks.bundles.jobs._models.jobs_health_operator import ( + JobsHealthOperator, + JobsHealthOperatorParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobsHealthRule: """""" @@ -178,12 +43,11 @@ class JobsHealthRule: """ @classmethod - def from_dict(cls, value: 'JobsHealthRuleDict') -> 'Self': + def from_dict(cls, value: "JobsHealthRuleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobsHealthRuleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobsHealthRuleDict": + return _transform_to_json_value(self) # type:ignore class JobsHealthRuleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/jobs_health_rules.py b/python/databricks/bundles/jobs/_models/jobs_health_rules.py index 62c776789b2..4f251368d1b 100644 --- a/python/databricks/bundles/jobs/_models/jobs_health_rules.py +++ b/python/databricks/bundles/jobs/_models/jobs_health_rules.py @@ -1,171 +1,32 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.jobs._models.jobs_health_rule import ( + JobsHealthRule, + JobsHealthRuleParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JobsHealthRules: """ An optional set of health rules that can be defined for this job. """ + rules: VariableOrList[JobsHealthRule] = field(default_factory=list) @classmethod - def from_dict(cls, value: 'JobsHealthRulesDict') -> 'Self': + def from_dict(cls, value: "JobsHealthRulesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JobsHealthRulesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JobsHealthRulesDict": + return _transform_to_json_value(self) # type:ignore class JobsHealthRulesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/kind.py b/python/databricks/bundles/jobs/_models/kind.py index 0387caa768b..b5408117ef6 100644 --- a/python/databricks/bundles/jobs/_models/kind.py +++ b/python/databricks/bundles/jobs/_models/kind.py @@ -1,165 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class Kind(Enum): """ The kind of compute described by this compute specification. - + Depending on `kind`, different validations and default values will be applied. - + Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) * [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) - + By using the [simple form](https://docs.databricks.com/compute/simple-form.html), your clusters are automatically using `kind = CLASSIC_PREVIEW`. """ + CLASSIC_PREVIEW = "CLASSIC_PREVIEW" + KindParam = Literal["CLASSIC_PREVIEW"] | Kind diff --git a/python/databricks/bundles/jobs/_models/library.py b/python/databricks/bundles/jobs/_models/library.py index a30bdaa1e98..c8d4b5f5b5e 100644 --- a/python/databricks/bundles/jobs/_models/library.py +++ b/python/databricks/bundles/jobs/_models/library.py @@ -1,157 +1,26 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.maven_library import ( + MavenLibrary, + MavenLibraryParam, +) +from databricks.bundles.jobs._models.python_py_pi_library import ( + PythonPyPiLibrary, + PythonPyPiLibraryParam, +) +from databricks.bundles.jobs._models.r_cran_library import ( + RCranLibrary, + RCranLibraryParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Library: """""" @@ -203,12 +72,11 @@ class Library: """ @classmethod - def from_dict(cls, value: 'LibraryDict') -> 'Self': + def from_dict(cls, value: "LibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LibraryDict": + return _transform_to_json_value(self) # type:ignore class LibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/lifecycle.py b/python/databricks/bundles/jobs/_models/lifecycle.py index 241ad5d1334..c934967f37e 100644 --- a/python/databricks/bundles/jobs/_models/lifecycle.py +++ b/python/databricks/bundles/jobs/_models/lifecycle.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Lifecycle: """""" @@ -162,12 +19,11 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: 'LifecycleDict') -> 'Self': + def from_dict(cls, value: "LifecycleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LifecycleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LifecycleDict": + return _transform_to_json_value(self) # type:ignore class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/local_file_info.py b/python/databricks/bundles/jobs/_models/local_file_info.py index 408f0ab060c..70d6f258200 100644 --- a/python/databricks/bundles/jobs/_models/local_file_info.py +++ b/python/databricks/bundles/jobs/_models/local_file_info.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class LocalFileInfo: """""" @@ -162,12 +19,11 @@ class LocalFileInfo: """ @classmethod - def from_dict(cls, value: 'LocalFileInfoDict') -> 'Self': + def from_dict(cls, value: "LocalFileInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LocalFileInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LocalFileInfoDict": + return _transform_to_json_value(self) # type:ignore class LocalFileInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/log_analytics_info.py b/python/databricks/bundles/jobs/_models/log_analytics_info.py index bf84bfa9cc2..5eced870a1e 100644 --- a/python/databricks/bundles/jobs/_models/log_analytics_info.py +++ b/python/databricks/bundles/jobs/_models/log_analytics_info.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class LogAnalyticsInfo: """""" @@ -167,12 +24,11 @@ class LogAnalyticsInfo: """ @classmethod - def from_dict(cls, value: 'LogAnalyticsInfoDict') -> 'Self': + def from_dict(cls, value: "LogAnalyticsInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LogAnalyticsInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LogAnalyticsInfoDict": + return _transform_to_json_value(self) # type:ignore class LogAnalyticsInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/maven_library.py b/python/databricks/bundles/jobs/_models/maven_library.py index d0934aba888..45925700b82 100644 --- a/python/databricks/bundles/jobs/_models/maven_library.py +++ b/python/databricks/bundles/jobs/_models/maven_library.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class MavenLibrary: """""" @@ -176,12 +37,11 @@ class MavenLibrary: """ @classmethod - def from_dict(cls, value: 'MavenLibraryDict') -> 'Self': + def from_dict(cls, value: "MavenLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'MavenLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "MavenLibraryDict": + return _transform_to_json_value(self) # type:ignore class MavenLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/model_trigger_configuration.py b/python/databricks/bundles/jobs/_models/model_trigger_configuration.py index 9c12c82f558..eebf5713a93 100644 --- a/python/databricks/bundles/jobs/_models/model_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/model_trigger_configuration.py @@ -1,162 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.model_trigger_configuration_condition import ( + ModelTriggerConfigurationCondition, + ModelTriggerConfigurationConditionParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ModelTriggerConfiguration: """ :meta private: [EXPERIMENTAL] """ + condition: VariableOr[ModelTriggerConfigurationCondition] """ :meta private: [EXPERIMENTAL] @@ -197,12 +63,11 @@ class ModelTriggerConfiguration: """ @classmethod - def from_dict(cls, value: 'ModelTriggerConfigurationDict') -> 'Self': + def from_dict(cls, value: "ModelTriggerConfigurationDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ModelTriggerConfigurationDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ModelTriggerConfigurationDict": + return _transform_to_json_value(self) # type:ignore class ModelTriggerConfigurationDict(TypedDict, total=False): @@ -248,4 +113,6 @@ class ModelTriggerConfigurationDict(TypedDict, total=False): """ -ModelTriggerConfigurationParam = ModelTriggerConfigurationDict | ModelTriggerConfiguration +ModelTriggerConfigurationParam = ( + ModelTriggerConfigurationDict | ModelTriggerConfiguration +) diff --git a/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py b/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py index 6805afbb12b..60d942a2c57 100644 --- a/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py +++ b/python/databricks/bundles/jobs/_models/model_trigger_configuration_condition.py @@ -1,159 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class ModelTriggerConfigurationCondition(Enum): """ :meta private: [EXPERIMENTAL] """ + MODEL_CREATED = "MODEL_CREATED" MODEL_VERSION_READY = "MODEL_VERSION_READY" MODEL_ALIAS_SET = "MODEL_ALIAS_SET" -ModelTriggerConfigurationConditionParam = Literal["MODEL_CREATED", "MODEL_VERSION_READY", "MODEL_ALIAS_SET"] | ModelTriggerConfigurationCondition + +ModelTriggerConfigurationConditionParam = ( + Literal["MODEL_CREATED", "MODEL_VERSION_READY", "MODEL_ALIAS_SET"] + | ModelTriggerConfigurationCondition +) diff --git a/python/databricks/bundles/jobs/_models/node_type_flexibility.py b/python/databricks/bundles/jobs/_models/node_type_flexibility.py index ae8153821ca..1f6dade3569 100644 --- a/python/databricks/bundles/jobs/_models/node_type_flexibility.py +++ b/python/databricks/bundles/jobs/_models/node_type_flexibility.py @@ -1,174 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class NodeTypeFlexibility: """ Configuration for flexible node types, allowing fallback to alternate node types during cluster launch and upscale. """ + alternate_node_type_ids: VariableOrList[str] = field(default_factory=list) """ A list of node type IDs to use as fallbacks when the primary node type is unavailable. """ @classmethod - def from_dict(cls, value: 'NodeTypeFlexibilityDict') -> 'Self': + def from_dict(cls, value: "NodeTypeFlexibilityDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'NodeTypeFlexibilityDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "NodeTypeFlexibilityDict": + return _transform_to_json_value(self) # type:ignore class NodeTypeFlexibilityDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/notebook_task.py b/python/databricks/bundles/jobs/_models/notebook_task.py index 6f22f9bb067..3585a849419 100644 --- a/python/databricks/bundles/jobs/_models/notebook_task.py +++ b/python/databricks/bundles/jobs/_models/notebook_task.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrOptional, +) from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class NotebookTask: """""" @@ -194,12 +56,11 @@ class NotebookTask: """ @classmethod - def from_dict(cls, value: 'NotebookTaskDict') -> 'Self': + def from_dict(cls, value: "NotebookTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'NotebookTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "NotebookTaskDict": + return _transform_to_json_value(self) # type:ignore class NotebookTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/pause_status.py b/python/databricks/bundles/jobs/_models/pause_status.py index a7fe6b91247..ee701fa10c9 100644 --- a/python/databricks/bundles/jobs/_models/pause_status.py +++ b/python/databricks/bundles/jobs/_models/pause_status.py @@ -1,155 +1,10 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class PauseStatus(Enum): UNPAUSED = "UNPAUSED" PAUSED = "PAUSED" + PauseStatusParam = Literal["UNPAUSED", "PAUSED"] | PauseStatus diff --git a/python/databricks/bundles/jobs/_models/performance_target.py b/python/databricks/bundles/jobs/_models/performance_target.py index cef79bd2bb5..5e7b83ae616 100644 --- a/python/databricks/bundles/jobs/_models/performance_target.py +++ b/python/databricks/bundles/jobs/_models/performance_target.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class PerformanceTarget(Enum): @@ -154,7 +8,11 @@ class PerformanceTarget(Enum): The performance mode on the job or pipeline should map to a performance setting that is passed to Cluster Manager (see cluster-common PerformanceTarget). """ + PERFORMANCE_OPTIMIZED = "PERFORMANCE_OPTIMIZED" STANDARD = "STANDARD" -PerformanceTargetParam = Literal["PERFORMANCE_OPTIMIZED", "STANDARD"] | PerformanceTarget + +PerformanceTargetParam = ( + Literal["PERFORMANCE_OPTIMIZED", "STANDARD"] | PerformanceTarget +) diff --git a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py index 41e7391e68b..5ff5479a886 100644 --- a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr +from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import ( + PeriodicTriggerConfigurationTimeUnit, + PeriodicTriggerConfigurationTimeUnitParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PeriodicTriggerConfiguration: """""" @@ -167,12 +28,11 @@ class PeriodicTriggerConfiguration: """ @classmethod - def from_dict(cls, value: 'PeriodicTriggerConfigurationDict') -> 'Self': + def from_dict(cls, value: "PeriodicTriggerConfigurationDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PeriodicTriggerConfigurationDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PeriodicTriggerConfigurationDict": + return _transform_to_json_value(self) # type:ignore class PeriodicTriggerConfigurationDict(TypedDict, total=False): @@ -189,4 +49,6 @@ class PeriodicTriggerConfigurationDict(TypedDict, total=False): """ -PeriodicTriggerConfigurationParam = PeriodicTriggerConfigurationDict | PeriodicTriggerConfiguration +PeriodicTriggerConfigurationParam = ( + PeriodicTriggerConfigurationDict | PeriodicTriggerConfiguration +) diff --git a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py index de2766e9f5d..c049a9788bb 100644 --- a/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py +++ b/python/databricks/bundles/jobs/_models/periodic_trigger_configuration_time_unit.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class PeriodicTriggerConfigurationTimeUnit(Enum): @@ -154,4 +8,7 @@ class PeriodicTriggerConfigurationTimeUnit(Enum): WEEKS = "WEEKS" MINUTES = "MINUTES" -PeriodicTriggerConfigurationTimeUnitParam = Literal["HOURS", "DAYS", "WEEKS", "MINUTES"] | PeriodicTriggerConfigurationTimeUnit + +PeriodicTriggerConfigurationTimeUnitParam = ( + Literal["HOURS", "DAYS", "WEEKS", "MINUTES"] | PeriodicTriggerConfigurationTimeUnit +) diff --git a/python/databricks/bundles/jobs/_models/pipeline_params.py b/python/databricks/bundles/jobs/_models/pipeline_params.py index 19c36940787..6c653b3e6c3 100644 --- a/python/databricks/bundles/jobs/_models/pipeline_params.py +++ b/python/databricks/bundles/jobs/_models/pipeline_params.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelineParams: """""" @@ -183,12 +40,11 @@ class PipelineParams: """ @classmethod - def from_dict(cls, value: 'PipelineParamsDict') -> 'Self': + def from_dict(cls, value: "PipelineParamsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineParamsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineParamsDict": + return _transform_to_json_value(self) # type:ignore class PipelineParamsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/pipeline_task.py b/python/databricks/bundles/jobs/_models/pipeline_task.py index 6da313aef8f..256a5d8f913 100644 --- a/python/databricks/bundles/jobs/_models/pipeline_task.py +++ b/python/databricks/bundles/jobs/_models/pipeline_task.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrList, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelineTask: """""" @@ -194,12 +56,11 @@ class PipelineTask: """ @classmethod - def from_dict(cls, value: 'PipelineTaskDict') -> 'Self': + def from_dict(cls, value: "PipelineTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineTaskDict": + return _transform_to_json_value(self) # type:ignore class PipelineTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_model.py b/python/databricks/bundles/jobs/_models/power_bi_model.py index 66e0f1f513a..72ddd53ea21 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_model.py +++ b/python/databricks/bundles/jobs/_models/power_bi_model.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.authentication_method import ( + AuthenticationMethod, + AuthenticationMethodParam, +) from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PowerBiModel: """""" @@ -182,12 +44,11 @@ class PowerBiModel: """ @classmethod - def from_dict(cls, value: 'PowerBiModelDict') -> 'Self': + def from_dict(cls, value: "PowerBiModelDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PowerBiModelDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PowerBiModelDict": + return _transform_to_json_value(self) # type:ignore class PowerBiModelDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_table.py b/python/databricks/bundles/jobs/_models/power_bi_table.py index c423d94a690..4c91b194cf5 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_table.py +++ b/python/databricks/bundles/jobs/_models/power_bi_table.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - +from databricks.bundles.core._variable import VariableOrOptional from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PowerBiTable: """""" @@ -177,12 +35,11 @@ class PowerBiTable: """ @classmethod - def from_dict(cls, value: 'PowerBiTableDict') -> 'Self': + def from_dict(cls, value: "PowerBiTableDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PowerBiTableDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PowerBiTableDict": + return _transform_to_json_value(self) # type:ignore class PowerBiTableDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/power_bi_task.py b/python/databricks/bundles/jobs/_models/power_bi_task.py index 34fa2922e3f..61d6930d1bf 100644 --- a/python/databricks/bundles/jobs/_models/power_bi_task.py +++ b/python/databricks/bundles/jobs/_models/power_bi_task.py @@ -1,157 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.jobs._models.power_bi_model import ( + PowerBiModel, + PowerBiModelParam, +) +from databricks.bundles.jobs._models.power_bi_table import ( + PowerBiTable, + PowerBiTableParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PowerBiTask: """""" @@ -182,12 +47,11 @@ class PowerBiTask: """ @classmethod - def from_dict(cls, value: 'PowerBiTaskDict') -> 'Self': + def from_dict(cls, value: "PowerBiTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PowerBiTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PowerBiTaskDict": + return _transform_to_json_value(self) # type:ignore class PowerBiTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_operator_task.py b/python/databricks/bundles/jobs/_models/python_operator_task.py index 210f1bc14fb..be557e49e63 100644 --- a/python/databricks/bundles/jobs/_models/python_operator_task.py +++ b/python/databricks/bundles/jobs/_models/python_operator_task.py @@ -1,162 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.jobs._models.python_operator_task_parameter import ( + PythonOperatorTaskParameter, + PythonOperatorTaskParameterParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PythonOperatorTask: """ :meta private: [EXPERIMENTAL] """ + main: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -165,7 +27,9 @@ class PythonOperatorTask: For example, `my_project.my_function` or `my_project.MyOperator`. """ - parameters: VariableOrList[PythonOperatorTaskParameter] = field(default_factory=list) + parameters: VariableOrList[PythonOperatorTaskParameter] = field( + default_factory=list + ) """ :meta private: [EXPERIMENTAL] @@ -174,12 +38,11 @@ class PythonOperatorTask: """ @classmethod - def from_dict(cls, value: 'PythonOperatorTaskDict') -> 'Self': + def from_dict(cls, value: "PythonOperatorTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PythonOperatorTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PythonOperatorTaskDict": + return _transform_to_json_value(self) # type:ignore class PythonOperatorTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py b/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py index c9c3a62ef2f..e109668e4e2 100644 --- a/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py +++ b/python/databricks/bundles/jobs/_models/python_operator_task_parameter.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PythonOperatorTaskParameter: """ :meta private: [EXPERIMENTAL] """ + name: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -172,12 +30,11 @@ class PythonOperatorTaskParameter: """ @classmethod - def from_dict(cls, value: 'PythonOperatorTaskParameterDict') -> 'Self': + def from_dict(cls, value: "PythonOperatorTaskParameterDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PythonOperatorTaskParameterDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PythonOperatorTaskParameterDict": + return _transform_to_json_value(self) # type:ignore class PythonOperatorTaskParameterDict(TypedDict, total=False): @@ -198,4 +55,6 @@ class PythonOperatorTaskParameterDict(TypedDict, total=False): """ -PythonOperatorTaskParameterParam = PythonOperatorTaskParameterDict | PythonOperatorTaskParameter +PythonOperatorTaskParameterParam = ( + PythonOperatorTaskParameterDict | PythonOperatorTaskParameter +) diff --git a/python/databricks/bundles/jobs/_models/python_py_pi_library.py b/python/databricks/bundles/jobs/_models/python_py_pi_library.py index 1df5c61568f..58db37caf5b 100644 --- a/python/databricks/bundles/jobs/_models/python_py_pi_library.py +++ b/python/databricks/bundles/jobs/_models/python_py_pi_library.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PythonPyPiLibrary: """""" @@ -169,12 +26,11 @@ class PythonPyPiLibrary: """ @classmethod - def from_dict(cls, value: 'PythonPyPiLibraryDict') -> 'Self': + def from_dict(cls, value: "PythonPyPiLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PythonPyPiLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PythonPyPiLibraryDict": + return _transform_to_json_value(self) # type:ignore class PythonPyPiLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/python_wheel_task.py b/python/databricks/bundles/jobs/_models/python_wheel_task.py index 345127b6bb2..07a230d8f59 100644 --- a/python/databricks/bundles/jobs/_models/python_wheel_task.py +++ b/python/databricks/bundles/jobs/_models/python_wheel_task.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrDict, VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PythonWheelTask: """""" @@ -177,12 +34,11 @@ class PythonWheelTask: """ @classmethod - def from_dict(cls, value: 'PythonWheelTaskDict') -> 'Self': + def from_dict(cls, value: "PythonWheelTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PythonWheelTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PythonWheelTaskDict": + return _transform_to_json_value(self) # type:ignore class PythonWheelTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/queue_settings.py b/python/databricks/bundles/jobs/_models/queue_settings.py index 2e56056e521..c0c2b5af346 100644 --- a/python/databricks/bundles/jobs/_models/queue_settings.py +++ b/python/databricks/bundles/jobs/_models/queue_settings.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class QueueSettings: """""" @@ -162,12 +19,11 @@ class QueueSettings: """ @classmethod - def from_dict(cls, value: 'QueueSettingsDict') -> 'Self': + def from_dict(cls, value: "QueueSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'QueueSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "QueueSettingsDict": + return _transform_to_json_value(self) # type:ignore class QueueSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/r_cran_library.py b/python/databricks/bundles/jobs/_models/r_cran_library.py index bf64c8d32d8..0770f2265aa 100644 --- a/python/databricks/bundles/jobs/_models/r_cran_library.py +++ b/python/databricks/bundles/jobs/_models/r_cran_library.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RCranLibrary: """""" @@ -167,12 +24,11 @@ class RCranLibrary: """ @classmethod - def from_dict(cls, value: 'RCranLibraryDict') -> 'Self': + def from_dict(cls, value: "RCranLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RCranLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RCranLibraryDict": + return _transform_to_json_value(self) # type:ignore class RCranLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/run_if.py b/python/databricks/bundles/jobs/_models/run_if.py index 3bfff8c1067..d61bf51eac3 100644 --- a/python/databricks/bundles/jobs/_models/run_if.py +++ b/python/databricks/bundles/jobs/_models/run_if.py @@ -1,157 +1,11 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class RunIf(Enum): """ An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to `ALL_SUCCESS`. - + Possible values are: * `ALL_SUCCESS`: All dependencies have executed and succeeded * `AT_LEAST_ONE_SUCCESS`: At least one dependency has succeeded @@ -160,6 +14,7 @@ class RunIf(Enum): * `AT_LEAST_ONE_FAILED`: At least one dependency failed * `ALL_FAILED`: ALl dependencies have failed """ + ALL_SUCCESS = "ALL_SUCCESS" ALL_DONE = "ALL_DONE" NONE_FAILED = "NONE_FAILED" @@ -167,4 +22,15 @@ class RunIf(Enum): ALL_FAILED = "ALL_FAILED" AT_LEAST_ONE_FAILED = "AT_LEAST_ONE_FAILED" -RunIfParam = Literal["ALL_SUCCESS", "ALL_DONE", "NONE_FAILED", "AT_LEAST_ONE_SUCCESS", "ALL_FAILED", "AT_LEAST_ONE_FAILED"] | RunIf + +RunIfParam = ( + Literal[ + "ALL_SUCCESS", + "ALL_DONE", + "NONE_FAILED", + "AT_LEAST_ONE_SUCCESS", + "ALL_FAILED", + "AT_LEAST_ONE_FAILED", + ] + | RunIf +) diff --git a/python/databricks/bundles/jobs/_models/run_job_task.py b/python/databricks/bundles/jobs/_models/run_job_task.py index e4be9630567..c7b88ee5eaa 100644 --- a/python/databricks/bundles/jobs/_models/run_job_task.py +++ b/python/databricks/bundles/jobs/_models/run_job_task.py @@ -1,157 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrOptional, +) +from databricks.bundles.jobs._models.pipeline_params import ( + PipelineParams, + PipelineParamsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RunJobTask: """""" @@ -172,12 +37,11 @@ class RunJobTask: """ @classmethod - def from_dict(cls, value: 'RunJobTaskDict') -> 'Self': + def from_dict(cls, value: "RunJobTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RunJobTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RunJobTaskDict": + return _transform_to_json_value(self) # type:ignore class RunJobTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/runtime_engine.py b/python/databricks/bundles/jobs/_models/runtime_engine.py index f9eccff0a09..1829c507e7e 100644 --- a/python/databricks/bundles/jobs/_models/runtime_engine.py +++ b/python/databricks/bundles/jobs/_models/runtime_engine.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class RuntimeEngine(Enum): @@ -153,4 +7,5 @@ class RuntimeEngine(Enum): STANDARD = "STANDARD" PHOTON = "PHOTON" + RuntimeEngineParam = Literal["NULL", "STANDARD", "PHOTON"] | RuntimeEngine diff --git a/python/databricks/bundles/jobs/_models/s3_storage_info.py b/python/databricks/bundles/jobs/_models/s3_storage_info.py index 1c50384f510..b5e09063e51 100644 --- a/python/databricks/bundles/jobs/_models/s3_storage_info.py +++ b/python/databricks/bundles/jobs/_models/s3_storage_info.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class S3StorageInfo: """ A storage location in Amazon S3 """ + destination: VariableOr[str] """ S3 destination, e.g. `s3://my-bucket/some-prefix` Note that logs will be delivered using @@ -204,12 +62,11 @@ class S3StorageInfo: """ @classmethod - def from_dict(cls, value: 'S3StorageInfoDict') -> 'Self': + def from_dict(cls, value: "S3StorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'S3StorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "S3StorageInfoDict": + return _transform_to_json_value(self) # type:ignore class S3StorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/source.py b/python/databricks/bundles/jobs/_models/source.py index 6c7357d9ae3..c9e02d4a437 100644 --- a/python/databricks/bundles/jobs/_models/source.py +++ b/python/databricks/bundles/jobs/_models/source.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class Source(Enum): @@ -157,7 +11,9 @@ class Source(Enum): * `WORKSPACE`: SQL file is located in Databricks workspace. * `GIT`: SQL file is located in cloud Git provider. """ + WORKSPACE = "WORKSPACE" GIT = "GIT" + SourceParam = Literal["WORKSPACE", "GIT"] | Source diff --git a/python/databricks/bundles/jobs/_models/spark_jar_task.py b/python/databricks/bundles/jobs/_models/spark_jar_task.py index e896a762d25..9b727384377 100644 --- a/python/databricks/bundles/jobs/_models/spark_jar_task.py +++ b/python/databricks/bundles/jobs/_models/spark_jar_task.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SparkJarTask: """""" @@ -183,12 +44,11 @@ class SparkJarTask: """ @classmethod - def from_dict(cls, value: 'SparkJarTaskDict') -> 'Self': + def from_dict(cls, value: "SparkJarTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SparkJarTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SparkJarTaskDict": + return _transform_to_json_value(self) # type:ignore class SparkJarTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/spark_python_task.py b/python/databricks/bundles/jobs/_models/spark_python_task.py index e02f0a19ee3..fe5a3fcce3e 100644 --- a/python/databricks/bundles/jobs/_models/spark_python_task.py +++ b/python/databricks/bundles/jobs/_models/spark_python_task.py @@ -1,157 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SparkPythonTask: """""" @@ -179,12 +41,11 @@ class SparkPythonTask: """ @classmethod - def from_dict(cls, value: 'SparkPythonTaskDict') -> 'Self': + def from_dict(cls, value: "SparkPythonTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SparkPythonTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SparkPythonTaskDict": + return _transform_to_json_value(self) # type:ignore class SparkPythonTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/spark_submit_task.py b/python/databricks/bundles/jobs/_models/spark_submit_task.py index d67cb588179..c809dbe7211 100644 --- a/python/databricks/bundles/jobs/_models/spark_submit_task.py +++ b/python/databricks/bundles/jobs/_models/spark_submit_task.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SparkSubmitTask: """ - [DEPRECATED] + [DEPRECATED] """ + parameters: VariableOrList[str] = field(default_factory=list) """ Command-line parameters passed to spark submit. @@ -165,12 +23,11 @@ class SparkSubmitTask: """ @classmethod - def from_dict(cls, value: 'SparkSubmitTaskDict') -> 'Self': + def from_dict(cls, value: "SparkSubmitTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SparkSubmitTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SparkSubmitTaskDict": + return _transform_to_json_value(self) # type:ignore class SparkSubmitTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sparse_checkout.py b/python/databricks/bundles/jobs/_models/sparse_checkout.py index d3995300c6c..47e41f54bb8 100644 --- a/python/databricks/bundles/jobs/_models/sparse_checkout.py +++ b/python/databricks/bundles/jobs/_models/sparse_checkout.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SparseCheckout: """""" @@ -162,12 +19,11 @@ class SparseCheckout: """ @classmethod - def from_dict(cls, value: 'SparseCheckoutDict') -> 'Self': + def from_dict(cls, value: "SparseCheckoutDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SparseCheckoutDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SparseCheckoutDict": + return _transform_to_json_value(self) # type:ignore class SparseCheckoutDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_condition_configuration.py b/python/databricks/bundles/jobs/_models/sql_condition_configuration.py index 1ac70c6ea55..c459eb896a1 100644 --- a/python/databricks/bundles/jobs/_models/sql_condition_configuration.py +++ b/python/databricks/bundles/jobs/_models/sql_condition_configuration.py @@ -1,162 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.jobs._models.sql_condition_trigger_mode import ( + SqlConditionTriggerMode, + SqlConditionTriggerModeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlConditionConfiguration: """ :meta private: [EXPERIMENTAL] """ + sql_query_id: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -183,12 +45,11 @@ class SqlConditionConfiguration: """ @classmethod - def from_dict(cls, value: 'SqlConditionConfigurationDict') -> 'Self': + def from_dict(cls, value: "SqlConditionConfigurationDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlConditionConfigurationDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlConditionConfigurationDict": + return _transform_to_json_value(self) # type:ignore class SqlConditionConfigurationDict(TypedDict, total=False): @@ -220,4 +81,6 @@ class SqlConditionConfigurationDict(TypedDict, total=False): """ -SqlConditionConfigurationParam = SqlConditionConfigurationDict | SqlConditionConfiguration +SqlConditionConfigurationParam = ( + SqlConditionConfigurationDict | SqlConditionConfiguration +) diff --git a/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py b/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py index 87abdd30bb5..677e0bdd4b8 100644 --- a/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py +++ b/python/databricks/bundles/jobs/_models/sql_condition_trigger_mode.py @@ -1,159 +1,13 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class SqlConditionTriggerMode(Enum): """ :meta private: [EXPERIMENTAL] - + The strategy used to evaluate a SQL condition trigger against a query result set. - + * `SQL_CONDITION_TRIGGER_MODE_UNSPECIFIED`: Sentinel zero-value. Not a valid input — the validator rejects this when sent explicitly. Internally treated as `QUERY_RETURNS_ROWS` when reading legacy data that predates this field. @@ -163,7 +17,11 @@ class SqlConditionTriggerMode(Enum): previous evaluation. The first evaluation always fires. Queries must return exactly one cell (one row, one column). """ + QUERY_RETURNS_ROWS = "QUERY_RETURNS_ROWS" RESULT_VALUE_CHANGES = "RESULT_VALUE_CHANGES" -SqlConditionTriggerModeParam = Literal["QUERY_RETURNS_ROWS", "RESULT_VALUE_CHANGES"] | SqlConditionTriggerMode + +SqlConditionTriggerModeParam = ( + Literal["QUERY_RETURNS_ROWS", "RESULT_VALUE_CHANGES"] | SqlConditionTriggerMode +) diff --git a/python/databricks/bundles/jobs/_models/sql_task.py b/python/databricks/bundles/jobs/_models/sql_task.py index 3a70886c3f4..f404a5b7a91 100644 --- a/python/databricks/bundles/jobs/_models/sql_task.py +++ b/python/databricks/bundles/jobs/_models/sql_task.py @@ -1,157 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrOptional, +) +from databricks.bundles.jobs._models.sql_task_alert import ( + SqlTaskAlert, + SqlTaskAlertParam, +) +from databricks.bundles.jobs._models.sql_task_dashboard import ( + SqlTaskDashboard, + SqlTaskDashboardParam, +) +from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileParam +from databricks.bundles.jobs._models.sql_task_query import ( + SqlTaskQuery, + SqlTaskQueryParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTask: """""" @@ -187,12 +61,11 @@ class SqlTask: """ @classmethod - def from_dict(cls, value: 'SqlTaskDict') -> 'Self': + def from_dict(cls, value: "SqlTaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_alert.py b/python/databricks/bundles/jobs/_models/sql_task_alert.py index ef32707bdb5..513eecd7104 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_alert.py +++ b/python/databricks/bundles/jobs/_models/sql_task_alert.py @@ -1,157 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.sql_task_subscription import ( + SqlTaskSubscription, + SqlTaskSubscriptionParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTaskAlert: """""" @@ -172,12 +37,11 @@ class SqlTaskAlert: """ @classmethod - def from_dict(cls, value: 'SqlTaskAlertDict') -> 'Self': + def from_dict(cls, value: "SqlTaskAlertDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskAlertDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskAlertDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskAlertDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_dashboard.py b/python/databricks/bundles/jobs/_models/sql_task_dashboard.py index 296b132fdce..bc0a9b831fe 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_dashboard.py +++ b/python/databricks/bundles/jobs/_models/sql_task_dashboard.py @@ -1,157 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.sql_task_subscription import ( + SqlTaskSubscription, + SqlTaskSubscriptionParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTaskDashboard: """""" @@ -177,12 +42,11 @@ class SqlTaskDashboard: """ @classmethod - def from_dict(cls, value: 'SqlTaskDashboardDict') -> 'Self': + def from_dict(cls, value: "SqlTaskDashboardDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskDashboardDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskDashboardDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskDashboardDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_file.py b/python/databricks/bundles/jobs/_models/sql_task_file.py index 7273546a696..a0c02a2ca1a 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_file.py +++ b/python/databricks/bundles/jobs/_models/sql_task_file.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional from databricks.bundles.jobs._models.source import Source, SourceParam -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTaskFile: """""" @@ -172,12 +30,11 @@ class SqlTaskFile: """ @classmethod - def from_dict(cls, value: 'SqlTaskFileDict') -> 'Self': + def from_dict(cls, value: "SqlTaskFileDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskFileDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskFileDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskFileDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_query.py b/python/databricks/bundles/jobs/_models/sql_task_query.py index 2a43b8f61b9..c367bff828b 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_query.py +++ b/python/databricks/bundles/jobs/_models/sql_task_query.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTaskQuery: """""" @@ -162,12 +19,11 @@ class SqlTaskQuery: """ @classmethod - def from_dict(cls, value: 'SqlTaskQueryDict') -> 'Self': + def from_dict(cls, value: "SqlTaskQueryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskQueryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskQueryDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskQueryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/sql_task_subscription.py b/python/databricks/bundles/jobs/_models/sql_task_subscription.py index a81802f12b2..e58319b5386 100644 --- a/python/databricks/bundles/jobs/_models/sql_task_subscription.py +++ b/python/databricks/bundles/jobs/_models/sql_task_subscription.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SqlTaskSubscription: """""" @@ -167,12 +24,11 @@ class SqlTaskSubscription: """ @classmethod - def from_dict(cls, value: 'SqlTaskSubscriptionDict') -> 'Self': + def from_dict(cls, value: "SqlTaskSubscriptionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SqlTaskSubscriptionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SqlTaskSubscriptionDict": + return _transform_to_json_value(self) # type:ignore class SqlTaskSubscriptionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/storage_mode.py b/python/databricks/bundles/jobs/_models/storage_mode.py index f59c8800bb4..764e2e7d54a 100644 --- a/python/databricks/bundles/jobs/_models/storage_mode.py +++ b/python/databricks/bundles/jobs/_models/storage_mode.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam +from typing import Literal class StorageMode(Enum): @@ -153,4 +7,5 @@ class StorageMode(Enum): IMPORT = "IMPORT" DUAL = "DUAL" + StorageModeParam = Literal["DIRECT_QUERY", "IMPORT", "DUAL"] | StorageMode diff --git a/python/databricks/bundles/jobs/_models/subscription.py b/python/databricks/bundles/jobs/_models/subscription.py index c0501465dfd..5636e02d312 100644 --- a/python/databricks/bundles/jobs/_models/subscription.py +++ b/python/databricks/bundles/jobs/_models/subscription.py @@ -1,157 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.jobs._models.subscription_subscriber import ( + SubscriptionSubscriber, + SubscriptionSubscriberParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Subscription: """""" @@ -173,12 +34,11 @@ class Subscription: """ @classmethod - def from_dict(cls, value: 'SubscriptionDict') -> 'Self': + def from_dict(cls, value: "SubscriptionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SubscriptionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SubscriptionDict": + return _transform_to_json_value(self) # type:ignore class SubscriptionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/subscription_subscriber.py b/python/databricks/bundles/jobs/_models/subscription_subscriber.py index 154c4c81bec..bb45559505b 100644 --- a/python/databricks/bundles/jobs/_models/subscription_subscriber.py +++ b/python/databricks/bundles/jobs/_models/subscription_subscriber.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SubscriptionSubscriber: """""" @@ -167,12 +24,11 @@ class SubscriptionSubscriber: """ @classmethod - def from_dict(cls, value: 'SubscriptionSubscriberDict') -> 'Self': + def from_dict(cls, value: "SubscriptionSubscriberDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SubscriptionSubscriberDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SubscriptionSubscriberDict": + return _transform_to_json_value(self) # type:ignore class SubscriptionSubscriberDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py b/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py index 2a1ebc5ede2..c824a724999 100644 --- a/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py +++ b/python/databricks/bundles/jobs/_models/table_update_trigger_configuration.py @@ -1,157 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional from databricks.bundles.jobs._models.condition import Condition, ConditionParam -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TableUpdateTriggerConfiguration: """""" @@ -180,12 +38,11 @@ class TableUpdateTriggerConfiguration: """ @classmethod - def from_dict(cls, value: 'TableUpdateTriggerConfigurationDict') -> 'Self': + def from_dict(cls, value: "TableUpdateTriggerConfigurationDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TableUpdateTriggerConfigurationDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TableUpdateTriggerConfigurationDict": + return _transform_to_json_value(self) # type:ignore class TableUpdateTriggerConfigurationDict(TypedDict, total=False): @@ -215,4 +72,6 @@ class TableUpdateTriggerConfigurationDict(TypedDict, total=False): """ -TableUpdateTriggerConfigurationParam = TableUpdateTriggerConfigurationDict | TableUpdateTriggerConfiguration +TableUpdateTriggerConfigurationParam = ( + TableUpdateTriggerConfigurationDict | TableUpdateTriggerConfiguration +) diff --git a/python/databricks/bundles/jobs/_models/task.py b/python/databricks/bundles/jobs/_models/task.py index 9c07dc25eb4..51776b7ed5e 100644 --- a/python/databricks/bundles/jobs/_models/task.py +++ b/python/databricks/bundles/jobs/_models/task.py @@ -1,157 +1,103 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.jobs._models.ai_runtime_task import ( + AiRuntimeTask, + AiRuntimeTaskParam, +) +from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskParam +from databricks.bundles.jobs._models.clean_rooms_notebook_task import ( + CleanRoomsNotebookTask, + CleanRoomsNotebookTaskParam, +) +from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecParam +from databricks.bundles.jobs._models.compute import Compute, ComputeParam +from databricks.bundles.jobs._models.condition_task import ( + ConditionTask, + ConditionTaskParam, +) +from databricks.bundles.jobs._models.dashboard_task import ( + DashboardTask, + DashboardTaskParam, +) +from databricks.bundles.jobs._models.dbt_platform_task import ( + DbtPlatformTask, + DbtPlatformTaskParam, +) +from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskParam +from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskParam +from databricks.bundles.jobs._models.gen_ai_compute_task import ( + GenAiComputeTask, + GenAiComputeTaskParam, +) +from databricks.bundles.jobs._models.jobs_health_rules import ( + JobsHealthRules, + JobsHealthRulesParam, +) +from databricks.bundles.jobs._models.library import Library, LibraryParam +from databricks.bundles.jobs._models.notebook_task import ( + NotebookTask, + NotebookTaskParam, +) +from databricks.bundles.jobs._models.pipeline_task import ( + PipelineTask, + PipelineTaskParam, +) +from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskParam +from databricks.bundles.jobs._models.python_operator_task import ( + PythonOperatorTask, + PythonOperatorTaskParam, +) +from databricks.bundles.jobs._models.python_wheel_task import ( + PythonWheelTask, + PythonWheelTaskParam, +) from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.run_job_task import ( + RunJobTask, + RunJobTaskParam, +) +from databricks.bundles.jobs._models.spark_jar_task import ( + SparkJarTask, + SparkJarTaskParam, +) +from databricks.bundles.jobs._models.spark_python_task import ( + SparkPythonTask, + SparkPythonTaskParam, +) +from databricks.bundles.jobs._models.spark_submit_task import ( + SparkSubmitTask, + SparkSubmitTaskParam, +) +from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskParam +from databricks.bundles.jobs._models.task_dependency import ( + TaskDependency, + TaskDependencyParam, +) +from databricks.bundles.jobs._models.task_email_notifications import ( + TaskEmailNotifications, + TaskEmailNotificationsParam, +) +from databricks.bundles.jobs._models.task_notification_settings import ( + TaskNotificationSettings, + TaskNotificationSettingsParam, +) +from databricks.bundles.jobs._models.webhook_notifications import ( + WebhookNotifications, + WebhookNotificationsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Task: """""" @@ -384,12 +330,11 @@ class Task: """ @classmethod - def from_dict(cls, value: 'TaskDict') -> 'Self': + def from_dict(cls, value: "TaskDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TaskDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TaskDict": + return _transform_to_json_value(self) # type:ignore class TaskDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_dependency.py b/python/databricks/bundles/jobs/_models/task_dependency.py index e6596e8c5a7..5f8fd3e6074 100644 --- a/python/databricks/bundles/jobs/_models/task_dependency.py +++ b/python/databricks/bundles/jobs/_models/task_dependency.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TaskDependency: """""" @@ -167,12 +24,11 @@ class TaskDependency: """ @classmethod - def from_dict(cls, value: 'TaskDependencyDict') -> 'Self': + def from_dict(cls, value: "TaskDependencyDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TaskDependencyDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TaskDependencyDict": + return _transform_to_json_value(self) # type:ignore class TaskDependencyDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_email_notifications.py b/python/databricks/bundles/jobs/_models/task_email_notifications.py index 8fe674dae60..5b0ae515f61 100644 --- a/python/databricks/bundles/jobs/_models/task_email_notifications.py +++ b/python/databricks/bundles/jobs/_models/task_email_notifications.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TaskEmailNotifications: """""" @@ -162,7 +19,9 @@ class TaskEmailNotifications: This field is `deprecated`. Please use the `notification_settings.no_alert_for_skipped_runs` field. """ - on_duration_warning_threshold_exceeded: VariableOrList[str] = field(default_factory=list) + on_duration_warning_threshold_exceeded: VariableOrList[str] = field( + default_factory=list + ) """ A list of email addresses to be notified when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. If no rule for the `RUN_DURATION_SECONDS` metric is specified in the `health` field for the job, notifications are not sent. """ @@ -190,12 +49,11 @@ class TaskEmailNotifications: """ @classmethod - def from_dict(cls, value: 'TaskEmailNotificationsDict') -> 'Self': + def from_dict(cls, value: "TaskEmailNotificationsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TaskEmailNotificationsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TaskEmailNotificationsDict": + return _transform_to_json_value(self) # type:ignore class TaskEmailNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_notification_settings.py b/python/databricks/bundles/jobs/_models/task_notification_settings.py index e761f7068ae..87ca47ac9c3 100644 --- a/python/databricks/bundles/jobs/_models/task_notification_settings.py +++ b/python/databricks/bundles/jobs/_models/task_notification_settings.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TaskNotificationSettings: """""" @@ -172,12 +29,11 @@ class TaskNotificationSettings: """ @classmethod - def from_dict(cls, value: 'TaskNotificationSettingsDict') -> 'Self': + def from_dict(cls, value: "TaskNotificationSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TaskNotificationSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TaskNotificationSettingsDict": + return _transform_to_json_value(self) # type:ignore class TaskNotificationSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/task_retry_mode.py b/python/databricks/bundles/jobs/_models/task_retry_mode.py index ab11e8b9fbe..ce5ccaa6878 100644 --- a/python/databricks/bundles/jobs/_models/task_retry_mode.py +++ b/python/databricks/bundles/jobs/_models/task_retry_mode.py @@ -1,151 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam +from typing import Literal class TaskRetryMode(Enum): @@ -155,7 +9,9 @@ class TaskRetryMode(Enum): * ON_FAILURE: Retry a failed task if at least one other task in the job is still running its first attempt. When this condition is no longer met or the retry limit is reached, the job run is cancelled and a new run is started. """ + NEVER = "NEVER" ON_FAILURE = "ON_FAILURE" + TaskRetryModeParam = Literal["NEVER", "ON_FAILURE"] | TaskRetryMode diff --git a/python/databricks/bundles/jobs/_models/trigger_settings.py b/python/databricks/bundles/jobs/_models/trigger_settings.py index 418e2e660ed..826282f15bc 100644 --- a/python/databricks/bundles/jobs/_models/trigger_settings.py +++ b/python/databricks/bundles/jobs/_models/trigger_settings.py @@ -1,157 +1,35 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.jobs._models.file_arrival_trigger_configuration import ( + FileArrivalTriggerConfiguration, + FileArrivalTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.model_trigger_configuration import ( + ModelTriggerConfiguration, + ModelTriggerConfigurationParam, +) from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.jobs._models.periodic_trigger_configuration import ( + PeriodicTriggerConfiguration, + PeriodicTriggerConfigurationParam, +) +from databricks.bundles.jobs._models.sql_condition_configuration import ( + SqlConditionConfiguration, + SqlConditionConfigurationParam, +) +from databricks.bundles.jobs._models.table_update_trigger_configuration import ( + TableUpdateTriggerConfiguration, + TableUpdateTriggerConfigurationParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TriggerSettings: """""" @@ -189,12 +67,11 @@ class TriggerSettings: table_update: VariableOrOptional[TableUpdateTriggerConfiguration] = None @classmethod - def from_dict(cls, value: 'TriggerSettingsDict') -> 'Self': + def from_dict(cls, value: "TriggerSettingsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TriggerSettingsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TriggerSettingsDict": + return _transform_to_json_value(self) # type:ignore class TriggerSettingsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/volumes_storage_info.py b/python/databricks/bundles/jobs/_models/volumes_storage_info.py index af0fc930b0c..cbe74758fc7 100644 --- a/python/databricks/bundles/jobs/_models/volumes_storage_info.py +++ b/python/databricks/bundles/jobs/_models/volumes_storage_info.py @@ -1,162 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class VolumesStorageInfo: """ A storage location back by UC Volumes. """ + destination: VariableOr[str] """ UC Volumes destination, e.g. `/Volumes/catalog/schema/vol1/init-scripts/setup-datadog.sh` @@ -164,12 +22,11 @@ class VolumesStorageInfo: """ @classmethod - def from_dict(cls, value: 'VolumesStorageInfoDict') -> 'Self': + def from_dict(cls, value: "VolumesStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'VolumesStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "VolumesStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class VolumesStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/webhook.py b/python/databricks/bundles/jobs/_models/webhook.py index a18e464491d..5e47d57f83a 100644 --- a/python/databricks/bundles/jobs/_models/webhook.py +++ b/python/databricks/bundles/jobs/_models/webhook.py @@ -1,157 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Webhook: """""" @@ -159,12 +16,11 @@ class Webhook: id: VariableOr[str] @classmethod - def from_dict(cls, value: 'WebhookDict') -> 'Self': + def from_dict(cls, value: "WebhookDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'WebhookDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "WebhookDict": + return _transform_to_json_value(self) # type:ignore class WebhookDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/webhook_notifications.py b/python/databricks/bundles/jobs/_models/webhook_notifications.py index 584eb652c4e..ffd043261dc 100644 --- a/python/databricks/bundles/jobs/_models/webhook_notifications.py +++ b/python/databricks/bundles/jobs/_models/webhook_notifications.py @@ -1,162 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOrList +from databricks.bundles.jobs._models.webhook import Webhook, WebhookParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class WebhookNotifications: """""" - on_duration_warning_threshold_exceeded: VariableOrList[Webhook] = field(default_factory=list) + on_duration_warning_threshold_exceeded: VariableOrList[Webhook] = field( + default_factory=list + ) """ An optional list of system notification IDs to call when the duration of a run exceeds the threshold specified for the `RUN_DURATION_SECONDS` metric in the `health` field. A maximum of 3 destinations can be specified for the `on_duration_warning_threshold_exceeded` property. """ @@ -185,12 +45,11 @@ class WebhookNotifications: """ @classmethod - def from_dict(cls, value: 'WebhookNotificationsDict') -> 'Self': + def from_dict(cls, value: "WebhookNotificationsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'WebhookNotificationsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "WebhookNotificationsDict": + return _transform_to_json_value(self) # type:ignore class WebhookNotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/workload_type.py b/python/databricks/bundles/jobs/_models/workload_type.py index e83fcc32877..db40f98df0a 100644 --- a/python/databricks/bundles/jobs/_models/workload_type.py +++ b/python/databricks/bundles/jobs/_models/workload_type.py @@ -1,174 +1,35 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr +from databricks.bundles.jobs._models.clients_types import ( + ClientsTypes, + ClientsTypesParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class WorkloadType: """ Cluster Attributes showing for clusters workload types. """ + clients: VariableOr[ClientsTypes] """ defined what type of clients can use the cluster. E.g. Notebooks, Jobs """ @classmethod - def from_dict(cls, value: 'WorkloadTypeDict') -> 'Self': + def from_dict(cls, value: "WorkloadTypeDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'WorkloadTypeDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "WorkloadTypeDict": + return _transform_to_json_value(self) # type:ignore class WorkloadTypeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/jobs/_models/workspace_storage_info.py b/python/databricks/bundles/jobs/_models/workspace_storage_info.py index 27dcf9b470f..29c075ac2f3 100644 --- a/python/databricks/bundles/jobs/_models/workspace_storage_info.py +++ b/python/databricks/bundles/jobs/_models/workspace_storage_info.py @@ -1,174 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.jobs._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.jobs._models.auto_scale import AutoScale, AutoScaleDict, AutoScaleParam -from databricks.bundles.jobs._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.jobs._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.jobs._models.clients_types import ClientsTypes, ClientsTypesDict, ClientsTypesParam -from databricks.bundles.jobs._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.jobs._models.cluster_spec import ClusterSpec, ClusterSpecDict, ClusterSpecParam -from databricks.bundles.jobs._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.jobs._models.docker_basic_auth import DockerBasicAuth, DockerBasicAuthDict, DockerBasicAuthParam -from databricks.bundles.jobs._models.docker_image import DockerImage, DockerImageDict, DockerImageParam -from databricks.bundles.jobs._models.environment import Environment, EnvironmentDict, EnvironmentParam -from databricks.bundles.jobs._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.jobs._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.jobs._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.jobs._models.library import Library, LibraryDict, LibraryParam -from databricks.bundles.jobs._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.jobs._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.jobs._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.jobs._models.node_type_flexibility import NodeTypeFlexibility, NodeTypeFlexibilityDict, NodeTypeFlexibilityParam -from databricks.bundles.jobs._models.python_py_pi_library import PythonPyPiLibrary, PythonPyPiLibraryDict, PythonPyPiLibraryParam -from databricks.bundles.jobs._models.r_cran_library import RCranLibrary, RCranLibraryDict, RCranLibraryParam -from databricks.bundles.jobs._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.jobs._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.jobs._models.workload_type import WorkloadType, WorkloadTypeDict, WorkloadTypeParam -from databricks.bundles.jobs._models.ai_runtime_task import AiRuntimeTask, AiRuntimeTaskDict, AiRuntimeTaskParam -from databricks.bundles.jobs._models.alert_task import AlertTask, AlertTaskDict, AlertTaskParam -from databricks.bundles.jobs._models.alert_task_subscriber import AlertTaskSubscriber, AlertTaskSubscriberDict, AlertTaskSubscriberParam -from databricks.bundles.jobs._models.clean_rooms_notebook_task import CleanRoomsNotebookTask, CleanRoomsNotebookTaskDict, CleanRoomsNotebookTaskParam -from databricks.bundles.jobs._models.compute import Compute, ComputeDict, ComputeParam -from databricks.bundles.jobs._models.compute_config import ComputeConfig, ComputeConfigDict, ComputeConfigParam -from databricks.bundles.jobs._models.compute_spec import ComputeSpec, ComputeSpecDict, ComputeSpecParam -from databricks.bundles.jobs._models.condition_task import ConditionTask, ConditionTaskDict, ConditionTaskParam -from databricks.bundles.jobs._models.continuous import Continuous, ContinuousDict, ContinuousParam -from databricks.bundles.jobs._models.cron_schedule import CronSchedule, CronScheduleDict, CronScheduleParam -from databricks.bundles.jobs._models.dashboard_task import DashboardTask, DashboardTaskDict, DashboardTaskParam -from databricks.bundles.jobs._models.dbt_platform_task import DbtPlatformTask, DbtPlatformTaskDict, DbtPlatformTaskParam -from databricks.bundles.jobs._models.dbt_task import DbtTask, DbtTaskDict, DbtTaskParam -from databricks.bundles.jobs._models.deployment_spec import DeploymentSpec, DeploymentSpecDict, DeploymentSpecParam -from databricks.bundles.jobs._models.file_arrival_trigger_configuration import FileArrivalTriggerConfiguration, FileArrivalTriggerConfigurationDict, FileArrivalTriggerConfigurationParam -from databricks.bundles.jobs._models.for_each_task import ForEachTask, ForEachTaskDict, ForEachTaskParam -from databricks.bundles.jobs._models.gen_ai_compute_task import GenAiComputeTask, GenAiComputeTaskDict, GenAiComputeTaskParam -from databricks.bundles.jobs._models.git_source import GitSource, GitSourceDict, GitSourceParam -from databricks.bundles.jobs._models.job_cluster import JobCluster, JobClusterDict, JobClusterParam -from databricks.bundles.jobs._models.job_email_notifications import JobEmailNotifications, JobEmailNotificationsDict, JobEmailNotificationsParam -from databricks.bundles.jobs._models.job_environment import JobEnvironment, JobEnvironmentDict, JobEnvironmentParam -from databricks.bundles.jobs._models.job_notification_settings import JobNotificationSettings, JobNotificationSettingsDict, JobNotificationSettingsParam -from databricks.bundles.jobs._models.job_parameter_definition import JobParameterDefinition, JobParameterDefinitionDict, JobParameterDefinitionParam -from databricks.bundles.jobs._models.job_run_as import JobRunAs, JobRunAsDict, JobRunAsParam -from databricks.bundles.jobs._models.jobs_health_rule import JobsHealthRule, JobsHealthRuleDict, JobsHealthRuleParam -from databricks.bundles.jobs._models.jobs_health_rules import JobsHealthRules, JobsHealthRulesDict, JobsHealthRulesParam -from databricks.bundles.jobs._models.model_trigger_configuration import ModelTriggerConfiguration, ModelTriggerConfigurationDict, ModelTriggerConfigurationParam -from databricks.bundles.jobs._models.notebook_task import NotebookTask, NotebookTaskDict, NotebookTaskParam -from databricks.bundles.jobs._models.periodic_trigger_configuration import PeriodicTriggerConfiguration, PeriodicTriggerConfigurationDict, PeriodicTriggerConfigurationParam -from databricks.bundles.jobs._models.pipeline_params import PipelineParams, PipelineParamsDict, PipelineParamsParam -from databricks.bundles.jobs._models.pipeline_task import PipelineTask, PipelineTaskDict, PipelineTaskParam -from databricks.bundles.jobs._models.power_bi_model import PowerBiModel, PowerBiModelDict, PowerBiModelParam -from databricks.bundles.jobs._models.power_bi_table import PowerBiTable, PowerBiTableDict, PowerBiTableParam -from databricks.bundles.jobs._models.power_bi_task import PowerBiTask, PowerBiTaskDict, PowerBiTaskParam -from databricks.bundles.jobs._models.python_operator_task import PythonOperatorTask, PythonOperatorTaskDict, PythonOperatorTaskParam -from databricks.bundles.jobs._models.python_operator_task_parameter import PythonOperatorTaskParameter, PythonOperatorTaskParameterDict, PythonOperatorTaskParameterParam -from databricks.bundles.jobs._models.python_wheel_task import PythonWheelTask, PythonWheelTaskDict, PythonWheelTaskParam -from databricks.bundles.jobs._models.queue_settings import QueueSettings, QueueSettingsDict, QueueSettingsParam -from databricks.bundles.jobs._models.run_job_task import RunJobTask, RunJobTaskDict, RunJobTaskParam -from databricks.bundles.jobs._models.spark_jar_task import SparkJarTask, SparkJarTaskDict, SparkJarTaskParam -from databricks.bundles.jobs._models.spark_python_task import SparkPythonTask, SparkPythonTaskDict, SparkPythonTaskParam -from databricks.bundles.jobs._models.spark_submit_task import SparkSubmitTask, SparkSubmitTaskDict, SparkSubmitTaskParam -from databricks.bundles.jobs._models.sparse_checkout import SparseCheckout, SparseCheckoutDict, SparseCheckoutParam -from databricks.bundles.jobs._models.sql_condition_configuration import SqlConditionConfiguration, SqlConditionConfigurationDict, SqlConditionConfigurationParam -from databricks.bundles.jobs._models.sql_task import SqlTask, SqlTaskDict, SqlTaskParam -from databricks.bundles.jobs._models.sql_task_alert import SqlTaskAlert, SqlTaskAlertDict, SqlTaskAlertParam -from databricks.bundles.jobs._models.sql_task_dashboard import SqlTaskDashboard, SqlTaskDashboardDict, SqlTaskDashboardParam -from databricks.bundles.jobs._models.sql_task_file import SqlTaskFile, SqlTaskFileDict, SqlTaskFileParam -from databricks.bundles.jobs._models.sql_task_query import SqlTaskQuery, SqlTaskQueryDict, SqlTaskQueryParam -from databricks.bundles.jobs._models.sql_task_subscription import SqlTaskSubscription, SqlTaskSubscriptionDict, SqlTaskSubscriptionParam -from databricks.bundles.jobs._models.subscription import Subscription, SubscriptionDict, SubscriptionParam -from databricks.bundles.jobs._models.subscription_subscriber import SubscriptionSubscriber, SubscriptionSubscriberDict, SubscriptionSubscriberParam -from databricks.bundles.jobs._models.table_update_trigger_configuration import TableUpdateTriggerConfiguration, TableUpdateTriggerConfigurationDict, TableUpdateTriggerConfigurationParam -from databricks.bundles.jobs._models.task import Task, TaskDict, TaskParam -from databricks.bundles.jobs._models.task_dependency import TaskDependency, TaskDependencyDict, TaskDependencyParam -from databricks.bundles.jobs._models.task_email_notifications import TaskEmailNotifications, TaskEmailNotificationsDict, TaskEmailNotificationsParam -from databricks.bundles.jobs._models.task_notification_settings import TaskNotificationSettings, TaskNotificationSettingsDict, TaskNotificationSettingsParam -from databricks.bundles.jobs._models.trigger_settings import TriggerSettings, TriggerSettingsDict, TriggerSettingsParam -from databricks.bundles.jobs._models.webhook import Webhook, WebhookDict, WebhookParam -from databricks.bundles.jobs._models.webhook_notifications import WebhookNotifications, WebhookNotificationsDict, WebhookNotificationsParam -from databricks.bundles.jobs._models.job import Job, JobDict, JobParam -from databricks.bundles.jobs._models.job_permission import JobPermission, JobPermissionDict, JobPermissionParam -from databricks.bundles.jobs._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.jobs._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.jobs._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.jobs._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.jobs._models.data_security_mode import DataSecurityMode, DataSecurityModeParam - -from databricks.bundles.jobs._models.dependency_mode import DependencyMode, DependencyModeParam - -from databricks.bundles.jobs._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.jobs._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.jobs._models.hardware_accelerator_type import HardwareAcceleratorType, HardwareAcceleratorTypeParam - -from databricks.bundles.jobs._models.kind import Kind, KindParam - -from databricks.bundles.jobs._models.runtime_engine import RuntimeEngine, RuntimeEngineParam - -from databricks.bundles.jobs._models.authentication_method import AuthenticationMethod, AuthenticationMethodParam - -from databricks.bundles.jobs._models.compute_spec_accelerator_type import ComputeSpecAcceleratorType, ComputeSpecAcceleratorTypeParam - -from databricks.bundles.jobs._models.condition import Condition, ConditionParam - -from databricks.bundles.jobs._models.condition_task_op import ConditionTaskOp, ConditionTaskOpParam - -from databricks.bundles.jobs._models.git_provider import GitProvider, GitProviderParam - -from databricks.bundles.jobs._models.job_permission_level import JobPermissionLevel, JobPermissionLevelParam - -from databricks.bundles.jobs._models.jobs_health_metric import JobsHealthMetric, JobsHealthMetricParam - -from databricks.bundles.jobs._models.jobs_health_operator import JobsHealthOperator, JobsHealthOperatorParam - -from databricks.bundles.jobs._models.model_trigger_configuration_condition import ModelTriggerConfigurationCondition, ModelTriggerConfigurationConditionParam - -from databricks.bundles.jobs._models.pause_status import PauseStatus, PauseStatusParam - -from databricks.bundles.jobs._models.performance_target import PerformanceTarget, PerformanceTargetParam - -from databricks.bundles.jobs._models.periodic_trigger_configuration_time_unit import PeriodicTriggerConfigurationTimeUnit, PeriodicTriggerConfigurationTimeUnitParam - -from databricks.bundles.jobs._models.run_if import RunIf, RunIfParam - -from databricks.bundles.jobs._models.source import Source, SourceParam - -from databricks.bundles.jobs._models.sql_condition_trigger_mode import SqlConditionTriggerMode, SqlConditionTriggerModeParam - -from databricks.bundles.jobs._models.storage_mode import StorageMode, StorageModeParam - -from databricks.bundles.jobs._models.task_retry_mode import TaskRetryMode, TaskRetryModeParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class WorkspaceStorageInfo: """ A storage location in Workspace Filesystem (WSFS) """ + destination: VariableOr[str] """ wsfs destination, e.g. `workspace:/cluster-init-scripts/setup-datadog.sh` """ @classmethod - def from_dict(cls, value: 'WorkspaceStorageInfoDict') -> 'Self': + def from_dict(cls, value: "WorkspaceStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'WorkspaceStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "WorkspaceStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class WorkspaceStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/__init__.py b/python/databricks/bundles/pipelines/__init__.py index 41674509f31..8992142276e 100644 --- a/python/databricks/bundles/pipelines/__init__.py +++ b/python/databricks/bundles/pipelines/__init__.py @@ -1,355 +1,663 @@ __all__ = [ - 'Adlsgen2Info', - 'Adlsgen2InfoDict', - 'Adlsgen2InfoParam', - 'AutoFullRefreshPolicy', - 'AutoFullRefreshPolicyDict', - 'AutoFullRefreshPolicyParam', - 'AwsAttributes', - 'AwsAttributesDict', - 'AwsAttributesParam', - 'AwsAvailability', - 'AwsAvailabilityParam', - 'AzureAttributes', - 'AzureAttributesDict', - 'AzureAttributesParam', - 'AzureAvailability', - 'AzureAvailabilityParam', - 'ClusterLogConf', - 'ClusterLogConfDict', - 'ClusterLogConfParam', - 'ConfidentialComputeType', - 'ConfidentialComputeTypeParam', - 'ConfluenceConnectorOptions', - 'ConfluenceConnectorOptionsDict', - 'ConfluenceConnectorOptionsParam', - 'ConnectionParameters', - 'ConnectionParametersDict', - 'ConnectionParametersParam', - 'ConnectorOptions', - 'ConnectorOptionsDict', - 'ConnectorOptionsParam', - 'ConnectorType', - 'ConnectorTypeParam', - 'DataStagingOptions', - 'DataStagingOptionsDict', - 'DataStagingOptionsParam', - 'DayOfWeek', - 'DayOfWeekParam', - 'DbfsStorageInfo', - 'DbfsStorageInfoDict', - 'DbfsStorageInfoParam', - 'EbsVolumeType', - 'EbsVolumeTypeParam', - 'EventLogSpec', - 'EventLogSpecDict', - 'EventLogSpecParam', - 'FileFilter', - 'FileFilterDict', - 'FileFilterParam', - 'FileIngestionOptions', - 'FileIngestionOptionsDict', - 'FileIngestionOptionsFileFormat', - 'FileIngestionOptionsFileFormatParam', - 'FileIngestionOptionsParam', - 'FileIngestionOptionsSchemaEvolutionMode', - 'FileIngestionOptionsSchemaEvolutionModeParam', - 'FileLibrary', - 'FileLibraryDict', - 'FileLibraryParam', - 'Filters', - 'FiltersDict', - 'FiltersParam', - 'GcpAttributes', - 'GcpAttributesDict', - 'GcpAttributesParam', - 'GcpAvailability', - 'GcpAvailabilityParam', - 'GcsStorageInfo', - 'GcsStorageInfoDict', - 'GcsStorageInfoParam', - 'GoogleAdsConfig', - 'GoogleAdsConfigDict', - 'GoogleAdsConfigParam', - 'GoogleAdsCustomReportOptions', - 'GoogleAdsCustomReportOptionsDict', - 'GoogleAdsCustomReportOptionsParam', - 'GoogleAdsOptions', - 'GoogleAdsOptionsDict', - 'GoogleAdsOptionsParam', - 'GoogleDriveOptions', - 'GoogleDriveOptionsDict', - 'GoogleDriveOptionsGoogleDriveEntityType', - 'GoogleDriveOptionsGoogleDriveEntityTypeParam', - 'GoogleDriveOptionsParam', - 'IngestionConfig', - 'IngestionConfigDict', - 'IngestionConfigParam', - 'IngestionGatewayPipelineDefinition', - 'IngestionGatewayPipelineDefinitionDict', - 'IngestionGatewayPipelineDefinitionParam', - 'IngestionPipelineDefinition', - 'IngestionPipelineDefinitionDict', - 'IngestionPipelineDefinitionFanoutOptions', - 'IngestionPipelineDefinitionFanoutOptionsDict', - 'IngestionPipelineDefinitionFanoutOptionsParam', - 'IngestionPipelineDefinitionParam', - 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig', - 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict', - 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam', - 'IngestionPipelineDefinitionWorkdayReportParameters', - 'IngestionPipelineDefinitionWorkdayReportParametersDict', - 'IngestionPipelineDefinitionWorkdayReportParametersParam', - 'InitScriptInfo', - 'InitScriptInfoDict', - 'InitScriptInfoParam', - 'JiraConnectorOptions', - 'JiraConnectorOptionsDict', - 'JiraConnectorOptionsParam', - 'JsonTransformerOptions', - 'JsonTransformerOptionsDict', - 'JsonTransformerOptionsParam', - 'KafkaOptions', - 'KafkaOptionsDict', - 'KafkaOptionsParam', - 'Lifecycle', - 'LifecycleDict', - 'LifecycleParam', - 'LocalFileInfo', - 'LocalFileInfoDict', - 'LocalFileInfoParam', - 'LogAnalyticsInfo', - 'LogAnalyticsInfoDict', - 'LogAnalyticsInfoParam', - 'MavenLibrary', - 'MavenLibraryDict', - 'MavenLibraryParam', - 'MetaMarketingOptions', - 'MetaMarketingOptionsDict', - 'MetaMarketingOptionsMetaMarketingCustomReportOptions', - 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict', - 'MetaMarketingOptionsMetaMarketingCustomReportOptionsParam', - 'MetaMarketingOptionsParam', - 'NotebookLibrary', - 'NotebookLibraryDict', - 'NotebookLibraryParam', - 'Notifications', - 'NotificationsDict', - 'NotificationsParam', - 'OperationTimeWindow', - 'OperationTimeWindowDict', - 'OperationTimeWindowParam', - 'OutlookAttachmentMode', - 'OutlookAttachmentModeParam', - 'OutlookBodyFormat', - 'OutlookBodyFormatParam', - 'OutlookOptions', - 'OutlookOptionsDict', - 'OutlookOptionsParam', - 'PathPattern', - 'PathPatternDict', - 'PathPatternParam', - 'Pipeline', - 'PipelineCluster', - 'PipelineClusterAutoscale', - 'PipelineClusterAutoscaleDict', - 'PipelineClusterAutoscaleMode', - 'PipelineClusterAutoscaleModeParam', - 'PipelineClusterAutoscaleParam', - 'PipelineClusterDict', - 'PipelineClusterParam', - 'PipelineDict', - 'PipelineLibrary', - 'PipelineLibraryDict', - 'PipelineLibraryParam', - 'PipelineParam', - 'PipelinePermission', - 'PipelinePermissionDict', - 'PipelinePermissionLevel', - 'PipelinePermissionLevelParam', - 'PipelinePermissionParam', - 'PipelinesEnvironment', - 'PipelinesEnvironmentDict', - 'PipelinesEnvironmentParam', - 'PostgresCatalogConfig', - 'PostgresCatalogConfigDict', - 'PostgresCatalogConfigParam', - 'PostgresSlotConfig', - 'PostgresSlotConfigDict', - 'PostgresSlotConfigParam', - 'RedditAdsOptions', - 'RedditAdsOptionsDict', - 'RedditAdsOptionsParam', - 'RedditAdsOptionsRedditAdsCustomReportOptions', - 'RedditAdsOptionsRedditAdsCustomReportOptionsDict', - 'RedditAdsOptionsRedditAdsCustomReportOptionsParam', - 'ReportSpec', - 'ReportSpecDict', - 'ReportSpecParam', - 'RestartWindow', - 'RestartWindowDict', - 'RestartWindowParam', - 'RunAs', - 'RunAsDict', - 'RunAsParam', - 'S3StorageInfo', - 'S3StorageInfoDict', - 'S3StorageInfoParam', - 'SchemaSpec', - 'SchemaSpecDict', - 'SchemaSpecParam', - 'SharepointOptions', - 'SharepointOptionsDict', - 'SharepointOptionsParam', - 'SharepointOptionsSharepointEntityType', - 'SharepointOptionsSharepointEntityTypeParam', - 'SmartsheetOptions', - 'SmartsheetOptionsDict', - 'SmartsheetOptionsParam', - 'SourceCatalogConfig', - 'SourceCatalogConfigDict', - 'SourceCatalogConfigParam', - 'SourceConfig', - 'SourceConfigDict', - 'SourceConfigParam', - 'TableSpec', - 'TableSpecDict', - 'TableSpecParam', - 'TableSpecificConfig', - 'TableSpecificConfigDict', - 'TableSpecificConfigParam', - 'TableSpecificConfigScdType', - 'TableSpecificConfigScdTypeParam', - 'TikTokAdsOptions', - 'TikTokAdsOptionsDict', - 'TikTokAdsOptionsParam', - 'TikTokAdsOptionsTikTokAdsCustomReportOptions', - 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict', - 'TikTokAdsOptionsTikTokAdsCustomReportOptionsParam', - 'TikTokAdsOptionsTikTokDataLevel', - 'TikTokAdsOptionsTikTokDataLevelParam', - 'TikTokAdsOptionsTikTokReportType', - 'TikTokAdsOptionsTikTokReportTypeParam', - 'Transformer', - 'TransformerDict', - 'TransformerFormat', - 'TransformerFormatParam', - 'TransformerParam', - 'VolumesStorageInfo', - 'VolumesStorageInfoDict', - 'VolumesStorageInfoParam', - 'WorkspaceStorageInfo', - 'WorkspaceStorageInfoDict', - 'WorkspaceStorageInfoParam', - 'ZendeskSupportOptions', - 'ZendeskSupportOptionsDict', - 'ZendeskSupportOptionsParam', + "Adlsgen2Info", + "Adlsgen2InfoDict", + "Adlsgen2InfoParam", + "AutoFullRefreshPolicy", + "AutoFullRefreshPolicyDict", + "AutoFullRefreshPolicyParam", + "AwsAttributes", + "AwsAttributesDict", + "AwsAttributesParam", + "AwsAvailability", + "AwsAvailabilityParam", + "AzureAttributes", + "AzureAttributesDict", + "AzureAttributesParam", + "AzureAvailability", + "AzureAvailabilityParam", + "ClusterLogConf", + "ClusterLogConfDict", + "ClusterLogConfParam", + "ConfidentialComputeType", + "ConfidentialComputeTypeParam", + "ConfluenceConnectorOptions", + "ConfluenceConnectorOptionsDict", + "ConfluenceConnectorOptionsParam", + "ConnectionParameters", + "ConnectionParametersDict", + "ConnectionParametersParam", + "ConnectorOptions", + "ConnectorOptionsDict", + "ConnectorOptionsParam", + "ConnectorType", + "ConnectorTypeParam", + "DataStagingOptions", + "DataStagingOptionsDict", + "DataStagingOptionsParam", + "DayOfWeek", + "DayOfWeekParam", + "DbfsStorageInfo", + "DbfsStorageInfoDict", + "DbfsStorageInfoParam", + "EbsVolumeType", + "EbsVolumeTypeParam", + "EventLogSpec", + "EventLogSpecDict", + "EventLogSpecParam", + "FileFilter", + "FileFilterDict", + "FileFilterParam", + "FileIngestionOptions", + "FileIngestionOptionsDict", + "FileIngestionOptionsFileFormat", + "FileIngestionOptionsFileFormatParam", + "FileIngestionOptionsParam", + "FileIngestionOptionsSchemaEvolutionMode", + "FileIngestionOptionsSchemaEvolutionModeParam", + "FileLibrary", + "FileLibraryDict", + "FileLibraryParam", + "Filters", + "FiltersDict", + "FiltersParam", + "GcpAttributes", + "GcpAttributesDict", + "GcpAttributesParam", + "GcpAvailability", + "GcpAvailabilityParam", + "GcsStorageInfo", + "GcsStorageInfoDict", + "GcsStorageInfoParam", + "GoogleAdsConfig", + "GoogleAdsConfigDict", + "GoogleAdsConfigParam", + "GoogleAdsCustomReportOptions", + "GoogleAdsCustomReportOptionsDict", + "GoogleAdsCustomReportOptionsParam", + "GoogleAdsOptions", + "GoogleAdsOptionsDict", + "GoogleAdsOptionsParam", + "GoogleDriveOptions", + "GoogleDriveOptionsDict", + "GoogleDriveOptionsGoogleDriveEntityType", + "GoogleDriveOptionsGoogleDriveEntityTypeParam", + "GoogleDriveOptionsParam", + "IngestionConfig", + "IngestionConfigDict", + "IngestionConfigParam", + "IngestionGatewayPipelineDefinition", + "IngestionGatewayPipelineDefinitionDict", + "IngestionGatewayPipelineDefinitionParam", + "IngestionPipelineDefinition", + "IngestionPipelineDefinitionDict", + "IngestionPipelineDefinitionFanoutOptions", + "IngestionPipelineDefinitionFanoutOptionsDict", + "IngestionPipelineDefinitionFanoutOptionsParam", + "IngestionPipelineDefinitionParam", + "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig", + "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict", + "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam", + "IngestionPipelineDefinitionWorkdayReportParameters", + "IngestionPipelineDefinitionWorkdayReportParametersDict", + "IngestionPipelineDefinitionWorkdayReportParametersParam", + "InitScriptInfo", + "InitScriptInfoDict", + "InitScriptInfoParam", + "JiraConnectorOptions", + "JiraConnectorOptionsDict", + "JiraConnectorOptionsParam", + "JsonTransformerOptions", + "JsonTransformerOptionsDict", + "JsonTransformerOptionsParam", + "KafkaOptions", + "KafkaOptionsDict", + "KafkaOptionsParam", + "Lifecycle", + "LifecycleDict", + "LifecycleParam", + "LocalFileInfo", + "LocalFileInfoDict", + "LocalFileInfoParam", + "LogAnalyticsInfo", + "LogAnalyticsInfoDict", + "LogAnalyticsInfoParam", + "MavenLibrary", + "MavenLibraryDict", + "MavenLibraryParam", + "MetaMarketingOptions", + "MetaMarketingOptionsDict", + "MetaMarketingOptionsMetaMarketingCustomReportOptions", + "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict", + "MetaMarketingOptionsMetaMarketingCustomReportOptionsParam", + "MetaMarketingOptionsParam", + "NotebookLibrary", + "NotebookLibraryDict", + "NotebookLibraryParam", + "Notifications", + "NotificationsDict", + "NotificationsParam", + "OperationTimeWindow", + "OperationTimeWindowDict", + "OperationTimeWindowParam", + "OutlookAttachmentMode", + "OutlookAttachmentModeParam", + "OutlookBodyFormat", + "OutlookBodyFormatParam", + "OutlookOptions", + "OutlookOptionsDict", + "OutlookOptionsParam", + "PathPattern", + "PathPatternDict", + "PathPatternParam", + "Pipeline", + "PipelineCluster", + "PipelineClusterAutoscale", + "PipelineClusterAutoscaleDict", + "PipelineClusterAutoscaleMode", + "PipelineClusterAutoscaleModeParam", + "PipelineClusterAutoscaleParam", + "PipelineClusterDict", + "PipelineClusterParam", + "PipelineDict", + "PipelineLibrary", + "PipelineLibraryDict", + "PipelineLibraryParam", + "PipelineParam", + "PipelinePermission", + "PipelinePermissionDict", + "PipelinePermissionLevel", + "PipelinePermissionLevelParam", + "PipelinePermissionParam", + "PipelinesEnvironment", + "PipelinesEnvironmentDict", + "PipelinesEnvironmentParam", + "PostgresCatalogConfig", + "PostgresCatalogConfigDict", + "PostgresCatalogConfigParam", + "PostgresSlotConfig", + "PostgresSlotConfigDict", + "PostgresSlotConfigParam", + "RedditAdsOptions", + "RedditAdsOptionsDict", + "RedditAdsOptionsParam", + "RedditAdsOptionsRedditAdsCustomReportOptions", + "RedditAdsOptionsRedditAdsCustomReportOptionsDict", + "RedditAdsOptionsRedditAdsCustomReportOptionsParam", + "ReportSpec", + "ReportSpecDict", + "ReportSpecParam", + "RestartWindow", + "RestartWindowDict", + "RestartWindowParam", + "RunAs", + "RunAsDict", + "RunAsParam", + "S3StorageInfo", + "S3StorageInfoDict", + "S3StorageInfoParam", + "SchemaSpec", + "SchemaSpecDict", + "SchemaSpecParam", + "SharepointOptions", + "SharepointOptionsDict", + "SharepointOptionsParam", + "SharepointOptionsSharepointEntityType", + "SharepointOptionsSharepointEntityTypeParam", + "SmartsheetOptions", + "SmartsheetOptionsDict", + "SmartsheetOptionsParam", + "SourceCatalogConfig", + "SourceCatalogConfigDict", + "SourceCatalogConfigParam", + "SourceConfig", + "SourceConfigDict", + "SourceConfigParam", + "TableSpec", + "TableSpecDict", + "TableSpecParam", + "TableSpecificConfig", + "TableSpecificConfigDict", + "TableSpecificConfigParam", + "TableSpecificConfigScdType", + "TableSpecificConfigScdTypeParam", + "TikTokAdsOptions", + "TikTokAdsOptionsDict", + "TikTokAdsOptionsParam", + "TikTokAdsOptionsTikTokAdsCustomReportOptions", + "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict", + "TikTokAdsOptionsTikTokAdsCustomReportOptionsParam", + "TikTokAdsOptionsTikTokDataLevel", + "TikTokAdsOptionsTikTokDataLevelParam", + "TikTokAdsOptionsTikTokReportType", + "TikTokAdsOptionsTikTokReportTypeParam", + "Transformer", + "TransformerDict", + "TransformerFormat", + "TransformerFormatParam", + "TransformerParam", + "VolumesStorageInfo", + "VolumesStorageInfoDict", + "VolumesStorageInfoParam", + "WorkspaceStorageInfo", + "WorkspaceStorageInfoDict", + "WorkspaceStorageInfoParam", + "ZendeskSupportOptions", + "ZendeskSupportOptionsDict", + "ZendeskSupportOptionsParam", ] -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - +from databricks.bundles.pipelines._models.adlsgen2_info import ( + Adlsgen2Info, + Adlsgen2InfoDict, + Adlsgen2InfoParam, +) +from databricks.bundles.pipelines._models.auto_full_refresh_policy import ( + AutoFullRefreshPolicy, + AutoFullRefreshPolicyDict, + AutoFullRefreshPolicyParam, +) +from databricks.bundles.pipelines._models.aws_attributes import ( + AwsAttributes, + AwsAttributesDict, + AwsAttributesParam, +) +from databricks.bundles.pipelines._models.aws_availability import ( + AwsAvailability, + AwsAvailabilityParam, +) +from databricks.bundles.pipelines._models.azure_attributes import ( + AzureAttributes, + AzureAttributesDict, + AzureAttributesParam, +) +from databricks.bundles.pipelines._models.azure_availability import ( + AzureAvailability, + AzureAvailabilityParam, +) +from databricks.bundles.pipelines._models.cluster_log_conf import ( + ClusterLogConf, + ClusterLogConfDict, + ClusterLogConfParam, +) +from databricks.bundles.pipelines._models.confidential_compute_type import ( + ConfidentialComputeType, + ConfidentialComputeTypeParam, +) +from databricks.bundles.pipelines._models.confluence_connector_options import ( + ConfluenceConnectorOptions, + ConfluenceConnectorOptionsDict, + ConfluenceConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.connection_parameters import ( + ConnectionParameters, + ConnectionParametersDict, + ConnectionParametersParam, +) +from databricks.bundles.pipelines._models.connector_options import ( + ConnectorOptions, + ConnectorOptionsDict, + ConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.connector_type import ( + ConnectorType, + ConnectorTypeParam, +) +from databricks.bundles.pipelines._models.data_staging_options import ( + DataStagingOptions, + DataStagingOptionsDict, + DataStagingOptionsParam, +) from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from databricks.bundles.pipelines._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoDict, + DbfsStorageInfoParam, +) +from databricks.bundles.pipelines._models.ebs_volume_type import ( + EbsVolumeType, + EbsVolumeTypeParam, +) +from databricks.bundles.pipelines._models.event_log_spec import ( + EventLogSpec, + EventLogSpecDict, + EventLogSpecParam, +) +from databricks.bundles.pipelines._models.file_filter import ( + FileFilter, + FileFilterDict, + FileFilterParam, +) +from databricks.bundles.pipelines._models.file_ingestion_options import ( + FileIngestionOptions, + FileIngestionOptionsDict, + FileIngestionOptionsParam, +) +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import ( + FileIngestionOptionsFileFormat, + FileIngestionOptionsFileFormatParam, +) +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( + FileIngestionOptionsSchemaEvolutionMode, + FileIngestionOptionsSchemaEvolutionModeParam, +) +from databricks.bundles.pipelines._models.file_library import ( + FileLibrary, + FileLibraryDict, + FileLibraryParam, +) +from databricks.bundles.pipelines._models.filters import ( + Filters, + FiltersDict, + FiltersParam, +) +from databricks.bundles.pipelines._models.gcp_attributes import ( + GcpAttributes, + GcpAttributesDict, + GcpAttributesParam, +) +from databricks.bundles.pipelines._models.gcp_availability import ( + GcpAvailability, + GcpAvailabilityParam, +) +from databricks.bundles.pipelines._models.gcs_storage_info import ( + GcsStorageInfo, + GcsStorageInfoDict, + GcsStorageInfoParam, +) +from databricks.bundles.pipelines._models.google_ads_config import ( + GoogleAdsConfig, + GoogleAdsConfigDict, + GoogleAdsConfigParam, +) +from databricks.bundles.pipelines._models.google_ads_custom_report_options import ( + GoogleAdsCustomReportOptions, + GoogleAdsCustomReportOptionsDict, + GoogleAdsCustomReportOptionsParam, +) +from databricks.bundles.pipelines._models.google_ads_options import ( + GoogleAdsOptions, + GoogleAdsOptionsDict, + GoogleAdsOptionsParam, +) +from databricks.bundles.pipelines._models.google_drive_options import ( + GoogleDriveOptions, + GoogleDriveOptionsDict, + GoogleDriveOptionsParam, +) +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import ( + GoogleDriveOptionsGoogleDriveEntityType, + GoogleDriveOptionsGoogleDriveEntityTypeParam, +) +from databricks.bundles.pipelines._models.ingestion_config import ( + IngestionConfig, + IngestionConfigDict, + IngestionConfigParam, +) +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import ( + IngestionGatewayPipelineDefinition, + IngestionGatewayPipelineDefinitionDict, + IngestionGatewayPipelineDefinitionParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import ( + IngestionPipelineDefinition, + IngestionPipelineDefinitionDict, + IngestionPipelineDefinitionParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import ( + IngestionPipelineDefinitionFanoutOptions, + IngestionPipelineDefinitionFanoutOptionsDict, + IngestionPipelineDefinitionFanoutOptionsParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import ( + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import ( + IngestionPipelineDefinitionWorkdayReportParameters, + IngestionPipelineDefinitionWorkdayReportParametersDict, + IngestionPipelineDefinitionWorkdayReportParametersParam, +) +from databricks.bundles.pipelines._models.init_script_info import ( + InitScriptInfo, + InitScriptInfoDict, + InitScriptInfoParam, +) +from databricks.bundles.pipelines._models.jira_connector_options import ( + JiraConnectorOptions, + JiraConnectorOptionsDict, + JiraConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.json_transformer_options import ( + JsonTransformerOptions, + JsonTransformerOptionsDict, + JsonTransformerOptionsParam, +) +from databricks.bundles.pipelines._models.kafka_options import ( + KafkaOptions, + KafkaOptionsDict, + KafkaOptionsParam, +) +from databricks.bundles.pipelines._models.lifecycle import ( + Lifecycle, + LifecycleDict, + LifecycleParam, +) +from databricks.bundles.pipelines._models.local_file_info import ( + LocalFileInfo, + LocalFileInfoDict, + LocalFileInfoParam, +) +from databricks.bundles.pipelines._models.log_analytics_info import ( + LogAnalyticsInfo, + LogAnalyticsInfoDict, + LogAnalyticsInfoParam, +) +from databricks.bundles.pipelines._models.maven_library import ( + MavenLibrary, + MavenLibraryDict, + MavenLibraryParam, +) +from databricks.bundles.pipelines._models.meta_marketing_options import ( + MetaMarketingOptions, + MetaMarketingOptionsDict, + MetaMarketingOptionsParam, +) +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import ( + MetaMarketingOptionsMetaMarketingCustomReportOptions, + MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, + MetaMarketingOptionsMetaMarketingCustomReportOptionsParam, +) +from databricks.bundles.pipelines._models.notebook_library import ( + NotebookLibrary, + NotebookLibraryDict, + NotebookLibraryParam, +) +from databricks.bundles.pipelines._models.notifications import ( + Notifications, + NotificationsDict, + NotificationsParam, +) +from databricks.bundles.pipelines._models.operation_time_window import ( + OperationTimeWindow, + OperationTimeWindowDict, + OperationTimeWindowParam, +) +from databricks.bundles.pipelines._models.outlook_attachment_mode import ( + OutlookAttachmentMode, + OutlookAttachmentModeParam, +) +from databricks.bundles.pipelines._models.outlook_body_format import ( + OutlookBodyFormat, + OutlookBodyFormatParam, +) +from databricks.bundles.pipelines._models.outlook_options import ( + OutlookOptions, + OutlookOptionsDict, + OutlookOptionsParam, +) +from databricks.bundles.pipelines._models.path_pattern import ( + PathPattern, + PathPatternDict, + PathPatternParam, +) +from databricks.bundles.pipelines._models.pipeline import ( + Pipeline, + PipelineDict, + PipelineParam, +) +from databricks.bundles.pipelines._models.pipeline_cluster import ( + PipelineCluster, + PipelineClusterDict, + PipelineClusterParam, +) +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import ( + PipelineClusterAutoscale, + PipelineClusterAutoscaleDict, + PipelineClusterAutoscaleParam, +) +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import ( + PipelineClusterAutoscaleMode, + PipelineClusterAutoscaleModeParam, +) +from databricks.bundles.pipelines._models.pipeline_library import ( + PipelineLibrary, + PipelineLibraryDict, + PipelineLibraryParam, +) +from databricks.bundles.pipelines._models.pipeline_permission import ( + PipelinePermission, + PipelinePermissionDict, + PipelinePermissionParam, +) +from databricks.bundles.pipelines._models.pipeline_permission_level import ( + PipelinePermissionLevel, + PipelinePermissionLevelParam, +) +from databricks.bundles.pipelines._models.pipelines_environment import ( + PipelinesEnvironment, + PipelinesEnvironmentDict, + PipelinesEnvironmentParam, +) +from databricks.bundles.pipelines._models.postgres_catalog_config import ( + PostgresCatalogConfig, + PostgresCatalogConfigDict, + PostgresCatalogConfigParam, +) +from databricks.bundles.pipelines._models.postgres_slot_config import ( + PostgresSlotConfig, + PostgresSlotConfigDict, + PostgresSlotConfigParam, +) +from databricks.bundles.pipelines._models.reddit_ads_options import ( + RedditAdsOptions, + RedditAdsOptionsDict, + RedditAdsOptionsParam, +) +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import ( + RedditAdsOptionsRedditAdsCustomReportOptions, + RedditAdsOptionsRedditAdsCustomReportOptionsDict, + RedditAdsOptionsRedditAdsCustomReportOptionsParam, +) +from databricks.bundles.pipelines._models.report_spec import ( + ReportSpec, + ReportSpecDict, + ReportSpecParam, +) +from databricks.bundles.pipelines._models.restart_window import ( + RestartWindow, + RestartWindowDict, + RestartWindowParam, +) +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam +from databricks.bundles.pipelines._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoDict, + S3StorageInfoParam, +) +from databricks.bundles.pipelines._models.schema_spec import ( + SchemaSpec, + SchemaSpecDict, + SchemaSpecParam, +) +from databricks.bundles.pipelines._models.sharepoint_options import ( + SharepointOptions, + SharepointOptionsDict, + SharepointOptionsParam, +) +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import ( + SharepointOptionsSharepointEntityType, + SharepointOptionsSharepointEntityTypeParam, +) +from databricks.bundles.pipelines._models.smartsheet_options import ( + SmartsheetOptions, + SmartsheetOptionsDict, + SmartsheetOptionsParam, +) +from databricks.bundles.pipelines._models.source_catalog_config import ( + SourceCatalogConfig, + SourceCatalogConfigDict, + SourceCatalogConfigParam, +) +from databricks.bundles.pipelines._models.source_config import ( + SourceConfig, + SourceConfigDict, + SourceConfigParam, +) +from databricks.bundles.pipelines._models.table_spec import ( + TableSpec, + TableSpecDict, + TableSpecParam, +) +from databricks.bundles.pipelines._models.table_specific_config import ( + TableSpecificConfig, + TableSpecificConfigDict, + TableSpecificConfigParam, +) +from databricks.bundles.pipelines._models.table_specific_config_scd_type import ( + TableSpecificConfigScdType, + TableSpecificConfigScdTypeParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options import ( + TikTokAdsOptions, + TikTokAdsOptionsDict, + TikTokAdsOptionsParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import ( + TikTokAdsOptionsTikTokAdsCustomReportOptions, + TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, + TikTokAdsOptionsTikTokAdsCustomReportOptionsParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import ( + TikTokAdsOptionsTikTokDataLevel, + TikTokAdsOptionsTikTokDataLevelParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import ( + TikTokAdsOptionsTikTokReportType, + TikTokAdsOptionsTikTokReportTypeParam, +) +from databricks.bundles.pipelines._models.transformer import ( + Transformer, + TransformerDict, + TransformerParam, +) +from databricks.bundles.pipelines._models.transformer_format import ( + TransformerFormat, + TransformerFormatParam, +) +from databricks.bundles.pipelines._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoDict, + VolumesStorageInfoParam, +) +from databricks.bundles.pipelines._models.workspace_storage_info import ( + WorkspaceStorageInfo, + WorkspaceStorageInfoDict, + WorkspaceStorageInfoParam, +) +from databricks.bundles.pipelines._models.zendesk_support_options import ( + ZendeskSupportOptions, + ZendeskSupportOptionsDict, + ZendeskSupportOptionsParam, +) diff --git a/python/databricks/bundles/pipelines/_models/adlsgen2_info.py b/python/databricks/bundles/pipelines/_models/adlsgen2_info.py index 97f19fdf76f..206c8b676ec 100644 --- a/python/databricks/bundles/pipelines/_models/adlsgen2_info.py +++ b/python/databricks/bundles/pipelines/_models/adlsgen2_info.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Adlsgen2Info: """ A storage location in Adls Gen2 """ + destination: VariableOr[str] """ abfss destination, e.g. `abfss://@.dfs.core.windows.net/`. """ @classmethod - def from_dict(cls, value: 'Adlsgen2InfoDict') -> 'Self': + def from_dict(cls, value: "Adlsgen2InfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'Adlsgen2InfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "Adlsgen2InfoDict": + return _transform_to_json_value(self) # type:ignore class Adlsgen2InfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py b/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py index 8422e92c4a0..3a538d30fa6 100644 --- a/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py +++ b/python/databricks/bundles/pipelines/_models/auto_full_refresh_policy.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AutoFullRefreshPolicy: """ Policy for auto full refresh. """ + enabled: VariableOr[bool] """ [Public Preview] (Required, Mutable) Whether to enable auto full refresh or not. @@ -135,12 +28,11 @@ class AutoFullRefreshPolicy: """ @classmethod - def from_dict(cls, value: 'AutoFullRefreshPolicyDict') -> 'Self': + def from_dict(cls, value: "AutoFullRefreshPolicyDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AutoFullRefreshPolicyDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AutoFullRefreshPolicyDict": + return _transform_to_json_value(self) # type:ignore class AutoFullRefreshPolicyDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/aws_attributes.py b/python/databricks/bundles/pipelines/_models/aws_attributes.py index 5fe190d4680..96d999815de 100644 --- a/python/databricks/bundles/pipelines/_models/aws_attributes.py +++ b/python/databricks/bundles/pipelines/_models/aws_attributes.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.aws_availability import ( + AwsAvailability, + AwsAvailabilityParam, +) +from databricks.bundles.pipelines._models.ebs_volume_type import ( + EbsVolumeType, + EbsVolumeTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AwsAttributes: """ Attributes set during cluster creation which are related to Amazon Web Services. """ + availability: VariableOrOptional[AwsAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -220,12 +121,11 @@ class AwsAttributes: """ @classmethod - def from_dict(cls, value: 'AwsAttributesDict') -> 'Self': + def from_dict(cls, value: "AwsAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AwsAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AwsAttributesDict": + return _transform_to_json_value(self) # type:ignore class AwsAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/aws_availability.py b/python/databricks/bundles/pipelines/_models/aws_availability.py index 610e431132f..5d87ffafbac 100644 --- a/python/databricks/bundles/pipelines/_models/aws_availability.py +++ b/python/databricks/bundles/pipelines/_models/aws_availability.py @@ -1,126 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class AwsAvailability(Enum): """ Availability type used for all subsequent nodes past the `first_on_demand` ones. - + Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ + SPOT = "SPOT" ON_DEMAND = "ON_DEMAND" SPOT_WITH_FALLBACK = "SPOT_WITH_FALLBACK" -AwsAvailabilityParam = Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability + +AwsAvailabilityParam = ( + Literal["SPOT", "ON_DEMAND", "SPOT_WITH_FALLBACK"] | AwsAvailability +) diff --git a/python/databricks/bundles/pipelines/_models/azure_attributes.py b/python/databricks/bundles/pipelines/_models/azure_attributes.py index 37f0c3e9345..c03d336f3b2 100644 --- a/python/databricks/bundles/pipelines/_models/azure_attributes.py +++ b/python/databricks/bundles/pipelines/_models/azure_attributes.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.azure_availability import ( + AzureAvailability, + AzureAvailabilityParam, +) +from databricks.bundles.pipelines._models.log_analytics_info import ( + LogAnalyticsInfo, + LogAnalyticsInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class AzureAttributes: """ Attributes set during cluster creation which are related to Microsoft Azure. """ + availability: VariableOrOptional[AzureAvailability] = None """ Availability type used for all subsequent nodes past the `first_on_demand` ones. @@ -169,12 +70,11 @@ class AzureAttributes: """ @classmethod - def from_dict(cls, value: 'AzureAttributesDict') -> 'Self': + def from_dict(cls, value: "AzureAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'AzureAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "AzureAttributesDict": + return _transform_to_json_value(self) # type:ignore class AzureAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/azure_availability.py b/python/databricks/bundles/pipelines/_models/azure_availability.py index 08667317e9e..72d461d5d71 100644 --- a/python/databricks/bundles/pipelines/_models/azure_availability.py +++ b/python/databricks/bundles/pipelines/_models/azure_availability.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class AzureAvailability(Enum): @@ -118,8 +7,13 @@ class AzureAvailability(Enum): Availability type used for all subsequent nodes past the `first_on_demand` ones. Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster. """ + SPOT_AZURE = "SPOT_AZURE" ON_DEMAND_AZURE = "ON_DEMAND_AZURE" SPOT_WITH_FALLBACK_AZURE = "SPOT_WITH_FALLBACK_AZURE" -AzureAvailabilityParam = Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] | AzureAvailability + +AzureAvailabilityParam = ( + Literal["SPOT_AZURE", "ON_DEMAND_AZURE", "SPOT_WITH_FALLBACK_AZURE"] + | AzureAvailability +) diff --git a/python/databricks/bundles/pipelines/_models/cluster_log_conf.py b/python/databricks/bundles/pipelines/_models/cluster_log_conf.py index 9bc39c9dade..f0b4f985455 100644 --- a/python/databricks/bundles/pipelines/_models/cluster_log_conf.py +++ b/python/databricks/bundles/pipelines/_models/cluster_log_conf.py @@ -1,127 +1,32 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoParam, +) +from databricks.bundles.pipelines._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoParam, +) +from databricks.bundles.pipelines._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ClusterLogConf: """ Cluster log delivery config """ + dbfs: VariableOrOptional[DbfsStorageInfo] = None """ destination needs to be provided. e.g. @@ -143,12 +48,11 @@ class ClusterLogConf: """ @classmethod - def from_dict(cls, value: 'ClusterLogConfDict') -> 'Self': + def from_dict(cls, value: "ClusterLogConfDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ClusterLogConfDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ClusterLogConfDict": + return _transform_to_json_value(self) # type:ignore class ClusterLogConfDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/confidential_compute_type.py b/python/databricks/bundles/pipelines/_models/confidential_compute_type.py index c1587468239..26a2cc842ba 100644 --- a/python/databricks/bundles/pipelines/_models/confidential_compute_type.py +++ b/python/databricks/bundles/pipelines/_models/confidential_compute_type.py @@ -1,128 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class ConfidentialComputeType(Enum): """ :meta private: [EXPERIMENTAL] - + Confidential computing technology for GCP instances. Aligns with gcloud's --confidential-compute-type flag and the REST API's confidentialInstanceConfig.confidentialInstanceType field. See: https://cloud.google.com/confidential-computing/confidential-vm/docs/create-a-confidential-vm-instance """ + CONFIDENTIAL_COMPUTE_TYPE_NONE = "CONFIDENTIAL_COMPUTE_TYPE_NONE" SEV_SNP = "SEV_SNP" -ConfidentialComputeTypeParam = Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType + +ConfidentialComputeTypeParam = ( + Literal["CONFIDENTIAL_COMPUTE_TYPE_NONE", "SEV_SNP"] | ConfidentialComputeType +) diff --git a/python/databricks/bundles/pipelines/_models/confluence_connector_options.py b/python/databricks/bundles/pipelines/_models/confluence_connector_options.py index 9d0e47a28a4..0c6ed1f1ebe 100644 --- a/python/databricks/bundles/pipelines/_models/confluence_connector_options.py +++ b/python/databricks/bundles/pipelines/_models/confluence_connector_options.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ConfluenceConnectorOptions: """ Confluence specific options for ingestion """ + include_confluence_spaces: VariableOrList[str] = field(default_factory=list) """ [Public Preview] (Optional) Spaces to filter Confluence data on """ @classmethod - def from_dict(cls, value: 'ConfluenceConnectorOptionsDict') -> 'Self': + def from_dict(cls, value: "ConfluenceConnectorOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ConfluenceConnectorOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ConfluenceConnectorOptionsDict": + return _transform_to_json_value(self) # type:ignore class ConfluenceConnectorOptionsDict(TypedDict, total=False): @@ -145,4 +37,6 @@ class ConfluenceConnectorOptionsDict(TypedDict, total=False): """ -ConfluenceConnectorOptionsParam = ConfluenceConnectorOptionsDict | ConfluenceConnectorOptions +ConfluenceConnectorOptionsParam = ( + ConfluenceConnectorOptionsDict | ConfluenceConnectorOptions +) diff --git a/python/databricks/bundles/pipelines/_models/connection_parameters.py b/python/databricks/bundles/pipelines/_models/connection_parameters.py index 88a7ca8b0ac..e4c3d43cc59 100644 --- a/python/databricks/bundles/pipelines/_models/connection_parameters.py +++ b/python/databricks/bundles/pipelines/_models/connection_parameters.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ConnectionParameters: """ :meta private: [EXPERIMENTAL] """ + source_catalog: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -133,12 +26,11 @@ class ConnectionParameters: """ @classmethod - def from_dict(cls, value: 'ConnectionParametersDict') -> 'Self': + def from_dict(cls, value: "ConnectionParametersDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ConnectionParametersDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ConnectionParametersDict": + return _transform_to_json_value(self) # type:ignore class ConnectionParametersDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/connector_options.py b/python/databricks/bundles/pipelines/_models/connector_options.py index 611f931b011..0ed8fe28732 100644 --- a/python/databricks/bundles/pipelines/_models/connector_options.py +++ b/python/databricks/bundles/pipelines/_models/connector_options.py @@ -1,127 +1,68 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.confluence_connector_options import ( + ConfluenceConnectorOptions, + ConfluenceConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.google_ads_options import ( + GoogleAdsOptions, + GoogleAdsOptionsParam, +) +from databricks.bundles.pipelines._models.google_drive_options import ( + GoogleDriveOptions, + GoogleDriveOptionsParam, +) +from databricks.bundles.pipelines._models.jira_connector_options import ( + JiraConnectorOptions, + JiraConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.kafka_options import ( + KafkaOptions, + KafkaOptionsParam, +) +from databricks.bundles.pipelines._models.meta_marketing_options import ( + MetaMarketingOptions, + MetaMarketingOptionsParam, +) +from databricks.bundles.pipelines._models.outlook_options import ( + OutlookOptions, + OutlookOptionsParam, +) +from databricks.bundles.pipelines._models.reddit_ads_options import ( + RedditAdsOptions, + RedditAdsOptionsParam, +) +from databricks.bundles.pipelines._models.sharepoint_options import ( + SharepointOptions, + SharepointOptionsParam, +) +from databricks.bundles.pipelines._models.smartsheet_options import ( + SmartsheetOptions, + SmartsheetOptionsParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options import ( + TikTokAdsOptions, + TikTokAdsOptionsParam, +) +from databricks.bundles.pipelines._models.zendesk_support_options import ( + ZendeskSupportOptions, + ZendeskSupportOptionsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ConnectorOptions: """ Wrapper message for source-specific options to support multiple connector types """ + confluence_options: VariableOrOptional[ConfluenceConnectorOptions] = None """ [Public Preview] Confluence specific options for ingestion @@ -201,12 +142,11 @@ class ConnectorOptions: """ @classmethod - def from_dict(cls, value: 'ConnectorOptionsDict') -> 'Self': + def from_dict(cls, value: "ConnectorOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ConnectorOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ConnectorOptionsDict": + return _transform_to_json_value(self) # type:ignore class ConnectorOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/connector_type.py b/python/databricks/bundles/pipelines/_models/connector_type.py index cd6db3468ca..95e7aa95ad5 100644 --- a/python/databricks/bundles/pipelines/_models/connector_type.py +++ b/python/databricks/bundles/pipelines/_models/connector_type.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class ConnectorType(Enum): @@ -119,7 +8,9 @@ class ConnectorType(Enum): ingestion, ConnectorType can bse used to convey the type of ingestion. If connection_name is provided for database sources, we default to Query Based ingestion """ + CDC = "CDC" QUERY_BASED = "QUERY_BASED" + ConnectorTypeParam = Literal["CDC", "QUERY_BASED"] | ConnectorType diff --git a/python/databricks/bundles/pipelines/_models/data_staging_options.py b/python/databricks/bundles/pipelines/_models/data_staging_options.py index 2830588a1e6..c6e599c73fb 100644 --- a/python/databricks/bundles/pipelines/_models/data_staging_options.py +++ b/python/databricks/bundles/pipelines/_models/data_staging_options.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DataStagingOptions: """ Location of staged data storage """ + catalog_name: VariableOr[str] """ [Beta] (Required, Immutable) The name of the catalog for the connector's staging storage location. @@ -142,12 +35,11 @@ class DataStagingOptions: """ @classmethod - def from_dict(cls, value: 'DataStagingOptionsDict') -> 'Self': + def from_dict(cls, value: "DataStagingOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DataStagingOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DataStagingOptionsDict": + return _transform_to_json_value(self) # type:ignore class DataStagingOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/day_of_week.py b/python/databricks/bundles/pipelines/_models/day_of_week.py index 6496e15a8b0..648acf7f795 100644 --- a/python/databricks/bundles/pipelines/_models/day_of_week.py +++ b/python/databricks/bundles/pipelines/_models/day_of_week.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class DayOfWeek(Enum): @@ -118,6 +7,7 @@ class DayOfWeek(Enum): Days of week in which the window is allowed to happen. If not specified all days of the week will be used. """ + MONDAY = "MONDAY" TUESDAY = "TUESDAY" WEDNESDAY = "WEDNESDAY" @@ -126,4 +16,10 @@ class DayOfWeek(Enum): SATURDAY = "SATURDAY" SUNDAY = "SUNDAY" -DayOfWeekParam = Literal["MONDAY", "TUESDAY", "WEDNESDAY", "THURSDAY", "FRIDAY", "SATURDAY", "SUNDAY"] | DayOfWeek + +DayOfWeekParam = ( + Literal[ + "MONDAY", "TUESDAY", "WEDNESDAY", "THURSDAY", "FRIDAY", "SATURDAY", "SUNDAY" + ] + | DayOfWeek +) diff --git a/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py b/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py index 18f8c1e4925..81fe319a65e 100644 --- a/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/dbfs_storage_info.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class DbfsStorageInfo: """ A storage location in DBFS """ + destination: VariableOr[str] """ dbfs destination, e.g. `dbfs:/my/path` """ @classmethod - def from_dict(cls, value: 'DbfsStorageInfoDict') -> 'Self': + def from_dict(cls, value: "DbfsStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'DbfsStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "DbfsStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class DbfsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/ebs_volume_type.py b/python/databricks/bundles/pipelines/_models/ebs_volume_type.py index 5b1afbd7715..b67853f8cb8 100644 --- a/python/databricks/bundles/pipelines/_models/ebs_volume_type.py +++ b/python/databricks/bundles/pipelines/_models/ebs_volume_type.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class EbsVolumeType(Enum): @@ -118,7 +7,11 @@ class EbsVolumeType(Enum): All EBS volume types that Databricks supports. See https://aws.amazon.com/ebs/details/ for details. """ + GENERAL_PURPOSE_SSD = "GENERAL_PURPOSE_SSD" THROUGHPUT_OPTIMIZED_HDD = "THROUGHPUT_OPTIMIZED_HDD" -EbsVolumeTypeParam = Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType + +EbsVolumeTypeParam = ( + Literal["GENERAL_PURPOSE_SSD", "THROUGHPUT_OPTIMIZED_HDD"] | EbsVolumeType +) diff --git a/python/databricks/bundles/pipelines/_models/event_log_spec.py b/python/databricks/bundles/pipelines/_models/event_log_spec.py index 052dfbaca04..9b7f5dcdcca 100644 --- a/python/databricks/bundles/pipelines/_models/event_log_spec.py +++ b/python/databricks/bundles/pipelines/_models/event_log_spec.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class EventLogSpec: """ Configurable event log parameters. """ + catalog: VariableOrOptional[str] = None """ The UC catalog the event log is published under. @@ -138,12 +31,11 @@ class EventLogSpec: """ @classmethod - def from_dict(cls, value: 'EventLogSpecDict') -> 'Self': + def from_dict(cls, value: "EventLogSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'EventLogSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "EventLogSpecDict": + return _transform_to_json_value(self) # type:ignore class EventLogSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/file_filter.py b/python/databricks/bundles/pipelines/_models/file_filter.py index 06a462c875c..8d24212250d 100644 --- a/python/databricks/bundles/pipelines/_models/file_filter.py +++ b/python/databricks/bundles/pipelines/_models/file_filter.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class FileFilter: """ :meta private: [EXPERIMENTAL] """ + modified_after: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -149,12 +42,11 @@ class FileFilter: """ @classmethod - def from_dict(cls, value: 'FileFilterDict') -> 'Self': + def from_dict(cls, value: "FileFilterDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'FileFilterDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "FileFilterDict": + return _transform_to_json_value(self) # type:ignore class FileFilterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options.py index 10fd95c57ab..c3855364f72 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options.py @@ -1,127 +1,33 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterParam +from databricks.bundles.pipelines._models.file_ingestion_options_file_format import ( + FileIngestionOptionsFileFormat, + FileIngestionOptionsFileFormatParam, +) +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( + FileIngestionOptionsSchemaEvolutionMode, + FileIngestionOptionsSchemaEvolutionModeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class FileIngestionOptions: """ :meta private: [EXPERIMENTAL] """ + corrupt_record_column: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -180,7 +86,9 @@ class FileIngestionOptions: [Private Preview] """ - schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionMode] = None + schema_evolution_mode: VariableOrOptional[ + FileIngestionOptionsSchemaEvolutionMode + ] = None """ :meta private: [EXPERIMENTAL] @@ -203,12 +111,11 @@ class FileIngestionOptions: """ @classmethod - def from_dict(cls, value: 'FileIngestionOptionsDict') -> 'Self': + def from_dict(cls, value: "FileIngestionOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'FileIngestionOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "FileIngestionOptionsDict": + return _transform_to_json_value(self) # type:ignore class FileIngestionOptionsDict(TypedDict, total=False): @@ -272,7 +179,9 @@ class FileIngestionOptionsDict(TypedDict, total=False): [Private Preview] """ - schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionModeParam] + schema_evolution_mode: VariableOrOptional[ + FileIngestionOptionsSchemaEvolutionModeParam + ] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py index fc15a6b34cf..bf5838c8701 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options_file_format.py @@ -1,122 +1,12 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class FileIngestionOptionsFileFormat(Enum): """ :meta private: [EXPERIMENTAL] """ + BINARYFILE = "BINARYFILE" JSON = "JSON" CSV = "CSV" @@ -126,4 +16,8 @@ class FileIngestionOptionsFileFormat(Enum): AVRO = "AVRO" ORC = "ORC" -FileIngestionOptionsFileFormatParam = Literal["BINARYFILE", "JSON", "CSV", "XML", "EXCEL", "PARQUET", "AVRO", "ORC"] | FileIngestionOptionsFileFormat + +FileIngestionOptionsFileFormatParam = ( + Literal["BINARYFILE", "JSON", "CSV", "XML", "EXCEL", "PARQUET", "AVRO", "ORC"] + | FileIngestionOptionsFileFormat +) diff --git a/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py b/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py index ee18c7e6247..191e0cdf994 100644 --- a/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py +++ b/python/databricks/bundles/pipelines/_models/file_ingestion_options_schema_evolution_mode.py @@ -1,126 +1,26 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class FileIngestionOptionsSchemaEvolutionMode(Enum): """ Based on https://docs.databricks.com/aws/en/ingestion/cloud-object-storage/auto-loader/schema#how-does-auto-loader-schema-evolution-work """ + ADD_NEW_COLUMNS_WITH_TYPE_WIDENING = "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING" ADD_NEW_COLUMNS = "ADD_NEW_COLUMNS" RESCUE = "RESCUE" FAIL_ON_NEW_COLUMNS = "FAIL_ON_NEW_COLUMNS" NONE = "NONE" -FileIngestionOptionsSchemaEvolutionModeParam = Literal["ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", "ADD_NEW_COLUMNS", "RESCUE", "FAIL_ON_NEW_COLUMNS", "NONE"] | FileIngestionOptionsSchemaEvolutionMode + +FileIngestionOptionsSchemaEvolutionModeParam = ( + Literal[ + "ADD_NEW_COLUMNS_WITH_TYPE_WIDENING", + "ADD_NEW_COLUMNS", + "RESCUE", + "FAIL_ON_NEW_COLUMNS", + "NONE", + ] + | FileIngestionOptionsSchemaEvolutionMode +) diff --git a/python/databricks/bundles/pipelines/_models/file_library.py b/python/databricks/bundles/pipelines/_models/file_library.py index 500e635a903..612c1e05bd3 100644 --- a/python/databricks/bundles/pipelines/_models/file_library.py +++ b/python/databricks/bundles/pipelines/_models/file_library.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class FileLibrary: """""" @@ -127,12 +19,11 @@ class FileLibrary: """ @classmethod - def from_dict(cls, value: 'FileLibraryDict') -> 'Self': + def from_dict(cls, value: "FileLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'FileLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "FileLibraryDict": + return _transform_to_json_value(self) # type:ignore class FileLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/filters.py b/python/databricks/bundles/pipelines/_models/filters.py index 99baeeea68b..13f29eeb491 100644 --- a/python/databricks/bundles/pipelines/_models/filters.py +++ b/python/databricks/bundles/pipelines/_models/filters.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Filters: """""" @@ -132,12 +24,11 @@ class Filters: """ @classmethod - def from_dict(cls, value: 'FiltersDict') -> 'Self': + def from_dict(cls, value: "FiltersDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'FiltersDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "FiltersDict": + return _transform_to_json_value(self) # type:ignore class FiltersDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/gcp_attributes.py b/python/databricks/bundles/pipelines/_models/gcp_attributes.py index 371d362ad9b..be4ef269052 100644 --- a/python/databricks/bundles/pipelines/_models/gcp_attributes.py +++ b/python/databricks/bundles/pipelines/_models/gcp_attributes.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.confidential_compute_type import ( + ConfidentialComputeType, + ConfidentialComputeTypeParam, +) +from databricks.bundles.pipelines._models.gcp_availability import ( + GcpAvailability, + GcpAvailabilityParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GcpAttributes: """ Attributes set during cluster creation which are related to GCP. """ + availability: VariableOrOptional[GcpAvailability] = None """ This field determines whether the spark executors will be scheduled to run on preemptible @@ -187,12 +88,11 @@ class GcpAttributes: """ @classmethod - def from_dict(cls, value: 'GcpAttributesDict') -> 'Self': + def from_dict(cls, value: "GcpAttributesDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GcpAttributesDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GcpAttributesDict": + return _transform_to_json_value(self) # type:ignore class GcpAttributesDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/gcp_availability.py b/python/databricks/bundles/pipelines/_models/gcp_availability.py index d2ca0b6115c..aa8e785a71f 100644 --- a/python/databricks/bundles/pipelines/_models/gcp_availability.py +++ b/python/databricks/bundles/pipelines/_models/gcp_availability.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class GcpAvailability(Enum): @@ -118,8 +7,13 @@ class GcpAvailability(Enum): This field determines whether the instance pool will contain preemptible VMs, on-demand VMs, or preemptible VMs with a fallback to on-demand VMs if the former is unavailable. """ + PREEMPTIBLE_GCP = "PREEMPTIBLE_GCP" ON_DEMAND_GCP = "ON_DEMAND_GCP" PREEMPTIBLE_WITH_FALLBACK_GCP = "PREEMPTIBLE_WITH_FALLBACK_GCP" -GcpAvailabilityParam = Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] | GcpAvailability + +GcpAvailabilityParam = ( + Literal["PREEMPTIBLE_GCP", "ON_DEMAND_GCP", "PREEMPTIBLE_WITH_FALLBACK_GCP"] + | GcpAvailability +) diff --git a/python/databricks/bundles/pipelines/_models/gcs_storage_info.py b/python/databricks/bundles/pipelines/_models/gcs_storage_info.py index 12149bc073d..a5e6d51e6ee 100644 --- a/python/databricks/bundles/pipelines/_models/gcs_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/gcs_storage_info.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GcsStorageInfo: """ A storage location in Google Cloud Platform's GCS """ + destination: VariableOr[str] """ GCS destination/URI, e.g. `gs://my-bucket/some-prefix` """ @classmethod - def from_dict(cls, value: 'GcsStorageInfoDict') -> 'Self': + def from_dict(cls, value: "GcsStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GcsStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GcsStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class GcsStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_ads_config.py b/python/databricks/bundles/pipelines/_models/google_ads_config.py index 8dc8c3142d7..68ad306a40c 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_config.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_config.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GoogleAdsConfig: """ :meta private: [EXPERIMENTAL] """ + manager_account_id: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -134,12 +27,11 @@ class GoogleAdsConfig: """ @classmethod - def from_dict(cls, value: 'GoogleAdsConfigDict') -> 'Self': + def from_dict(cls, value: "GoogleAdsConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GoogleAdsConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GoogleAdsConfigDict": + return _transform_to_json_value(self) # type:ignore class GoogleAdsConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py index e5a43ca0fcc..6cab19509e4 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_custom_report_options.py @@ -1,127 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GoogleAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the Google Ads connector. Mirrors the resource + fields + segments + metrics model that Google Ads GAQL exposes. The customer account this report runs against is supplied by the source @@ -131,6 +23,7 @@ class GoogleAdsCustomReportOptions: Only supported on table-type objects: a custom report requires a destination table, so it cannot be specified at the schema/source level. """ + resource: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -170,12 +63,11 @@ class GoogleAdsCustomReportOptions: """ @classmethod - def from_dict(cls, value: 'GoogleAdsCustomReportOptionsDict') -> 'Self': + def from_dict(cls, value: "GoogleAdsCustomReportOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GoogleAdsCustomReportOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GoogleAdsCustomReportOptionsDict": + return _transform_to_json_value(self) # type:ignore class GoogleAdsCustomReportOptionsDict(TypedDict, total=False): @@ -220,4 +112,6 @@ class GoogleAdsCustomReportOptionsDict(TypedDict, total=False): """ -GoogleAdsCustomReportOptionsParam = GoogleAdsCustomReportOptionsDict | GoogleAdsCustomReportOptions +GoogleAdsCustomReportOptionsParam = ( + GoogleAdsCustomReportOptionsDict | GoogleAdsCustomReportOptions +) diff --git a/python/databricks/bundles/pipelines/_models/google_ads_options.py b/python/databricks/bundles/pipelines/_models/google_ads_options.py index 102328f64c9..822122b4b67 100644 --- a/python/databricks/bundles/pipelines/_models/google_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/google_ads_options.py @@ -1,131 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.google_ads_custom_report_options import ( + GoogleAdsCustomReportOptions, + GoogleAdsCustomReportOptionsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GoogleAdsOptions: """ :meta private: [EXPERIMENTAL] - + Google Ads specific options for ingestion (object-level). When set, these values override the corresponding fields in GoogleAdsConfig (source_configurations). """ + manager_account_id: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -163,12 +60,11 @@ class GoogleAdsOptions: """ @classmethod - def from_dict(cls, value: 'GoogleAdsOptionsDict') -> 'Self': + def from_dict(cls, value: "GoogleAdsOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GoogleAdsOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GoogleAdsOptionsDict": + return _transform_to_json_value(self) # type:ignore class GoogleAdsOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_drive_options.py b/python/databricks/bundles/pipelines/_models/google_drive_options.py index 247334ae44f..968daabefb7 100644 --- a/python/databricks/bundles/pipelines/_models/google_drive_options.py +++ b/python/databricks/bundles/pipelines/_models/google_drive_options.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.file_ingestion_options import ( + FileIngestionOptions, + FileIngestionOptionsParam, +) +from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import ( + GoogleDriveOptionsGoogleDriveEntityType, + GoogleDriveOptionsGoogleDriveEntityTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class GoogleDriveOptions: """ :meta private: [EXPERIMENTAL] """ + entity_type: VariableOrOptional[GoogleDriveOptionsGoogleDriveEntityType] = None """ :meta private: [EXPERIMENTAL] @@ -144,12 +45,11 @@ class GoogleDriveOptions: """ @classmethod - def from_dict(cls, value: 'GoogleDriveOptionsDict') -> 'Self': + def from_dict(cls, value: "GoogleDriveOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'GoogleDriveOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "GoogleDriveOptionsDict": + return _transform_to_json_value(self) # type:ignore class GoogleDriveOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py b/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py index 3a3ae552afe..136b3aff953 100644 --- a/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py +++ b/python/databricks/bundles/pipelines/_models/google_drive_options_google_drive_entity_type.py @@ -1,124 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class GoogleDriveOptionsGoogleDriveEntityType(Enum): """ :meta private: [EXPERIMENTAL] """ + FILE = "FILE" FILE_METADATA = "FILE_METADATA" PERMISSION = "PERMISSION" -GoogleDriveOptionsGoogleDriveEntityTypeParam = Literal["FILE", "FILE_METADATA", "PERMISSION"] | GoogleDriveOptionsGoogleDriveEntityType + +GoogleDriveOptionsGoogleDriveEntityTypeParam = ( + Literal["FILE", "FILE_METADATA", "PERMISSION"] + | GoogleDriveOptionsGoogleDriveEntityType +) diff --git a/python/databricks/bundles/pipelines/_models/ingestion_config.py b/python/databricks/bundles/pipelines/_models/ingestion_config.py index 0b2ef4733f4..4ccd935e819 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_config.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_config.py @@ -1,122 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.report_spec import ( + ReportSpec, + ReportSpecParam, +) +from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecParam +from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionConfig: """""" @@ -137,12 +35,11 @@ class IngestionConfig: """ @classmethod - def from_dict(cls, value: 'IngestionConfigDict') -> 'Self': + def from_dict(cls, value: "IngestionConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "IngestionConfigDict": + return _transform_to_json_value(self) # type:ignore class IngestionConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py b/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py index f434ba832a3..a1f73e0a85c 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_gateway_pipeline_definition.py @@ -1,127 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.connection_parameters import ( + ConnectionParameters, + ConnectionParametersParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionGatewayPipelineDefinition: """ :meta private: [EXPERIMENTAL] """ + connection_name: VariableOr[str] """ :meta private: [EXPERIMENTAL] @@ -160,12 +57,11 @@ class IngestionGatewayPipelineDefinition: """ @classmethod - def from_dict(cls, value: 'IngestionGatewayPipelineDefinitionDict') -> 'Self': + def from_dict(cls, value: "IngestionGatewayPipelineDefinitionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionGatewayPipelineDefinitionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "IngestionGatewayPipelineDefinitionDict": + return _transform_to_json_value(self) # type:ignore class IngestionGatewayPipelineDefinitionDict(TypedDict, total=False): @@ -209,4 +105,6 @@ class IngestionGatewayPipelineDefinitionDict(TypedDict, total=False): """ -IngestionGatewayPipelineDefinitionParam = IngestionGatewayPipelineDefinitionDict | IngestionGatewayPipelineDefinition +IngestionGatewayPipelineDefinitionParam = ( + IngestionGatewayPipelineDefinitionDict | IngestionGatewayPipelineDefinition +) diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py index e6701886a63..8263ae64b77 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition.py @@ -1,122 +1,38 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.pipelines._models.connector_type import ( + ConnectorType, + ConnectorTypeParam, +) +from databricks.bundles.pipelines._models.data_staging_options import ( + DataStagingOptions, + DataStagingOptionsParam, +) +from databricks.bundles.pipelines._models.ingestion_config import ( + IngestionConfig, + IngestionConfigParam, +) +from databricks.bundles.pipelines._models.operation_time_window import ( + OperationTimeWindow, + OperationTimeWindowParam, +) +from databricks.bundles.pipelines._models.source_config import ( + SourceConfig, + SourceConfigParam, +) +from databricks.bundles.pipelines._models.table_specific_config import ( + TableSpecificConfig, + TableSpecificConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionPipelineDefinition: """""" @@ -192,12 +108,11 @@ class IngestionPipelineDefinition: """ @classmethod - def from_dict(cls, value: 'IngestionPipelineDefinitionDict') -> 'Self': + def from_dict(cls, value: "IngestionPipelineDefinitionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionPipelineDefinitionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "IngestionPipelineDefinitionDict": + return _transform_to_json_value(self) # type:ignore class IngestionPipelineDefinitionDict(TypedDict, total=False): @@ -274,4 +189,6 @@ class IngestionPipelineDefinitionDict(TypedDict, total=False): """ -IngestionPipelineDefinitionParam = IngestionPipelineDefinitionDict | IngestionPipelineDefinition +IngestionPipelineDefinitionParam = ( + IngestionPipelineDefinitionDict | IngestionPipelineDefinition +) diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py index a9873b071a9..74183042358 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_fanout_options.py @@ -1,132 +1,29 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.pipelines._models.transformer import ( + Transformer, + TransformerParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionPipelineDefinitionFanoutOptions: """ :meta private: [EXPERIMENTAL] - + Fanout configuration for multi-table routing from streaming sources. Routes each input record to a destination table based on a routing key derived from the record. The key value becomes the table name suffix: {destination_catalog}.{destination_schema}.{key_value}. """ + fanout_by: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -145,12 +42,11 @@ class IngestionPipelineDefinitionFanoutOptions: """ @classmethod - def from_dict(cls, value: 'IngestionPipelineDefinitionFanoutOptionsDict') -> 'Self': + def from_dict(cls, value: "IngestionPipelineDefinitionFanoutOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionPipelineDefinitionFanoutOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "IngestionPipelineDefinitionFanoutOptionsDict": + return _transform_to_json_value(self) # type:ignore class IngestionPipelineDefinitionFanoutOptionsDict(TypedDict, total=False): @@ -174,4 +70,7 @@ class IngestionPipelineDefinitionFanoutOptionsDict(TypedDict, total=False): """ -IngestionPipelineDefinitionFanoutOptionsParam = IngestionPipelineDefinitionFanoutOptionsDict | IngestionPipelineDefinitionFanoutOptions +IngestionPipelineDefinitionFanoutOptionsParam = ( + IngestionPipelineDefinitionFanoutOptionsDict + | IngestionPipelineDefinitionFanoutOptions +) diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py index 82723363e54..33a73ffa5c8 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_table_specific_config_query_based_connector_config.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig: """ Configurations that are only applicable for query-based ingestion connectors. """ + cursor_columns: VariableOrList[str] = field(default_factory=list) """ [Public Preview] The names of the monotonically increasing columns in the source table that are used to enable @@ -156,15 +49,21 @@ class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig: """ @classmethod - def from_dict(cls, value: 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict') -> 'Self': + def from_dict( + cls, + value: "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict", + ) -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict( + self, + ) -> "IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict": + return _transform_to_json_value(self) # type:ignore -class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict(TypedDict, total=False): +class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict( + TypedDict, total=False +): """""" cursor_columns: VariableOrList[str] @@ -201,4 +100,7 @@ class IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDic """ -IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam = IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict | IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig +IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam = ( + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict + | IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig +) diff --git a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py index 5419ce72b9f..c86ff492d22 100644 --- a/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py +++ b/python/databricks/bundles/pipelines/_models/ingestion_pipeline_definition_workday_report_parameters.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrDict if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class IngestionPipelineDefinitionWorkdayReportParameters: """ :meta private: [EXPERIMENTAL] """ + parameters: VariableOrDict[str] = field(default_factory=dict) """ :meta private: [EXPERIMENTAL] @@ -136,12 +29,13 @@ class IngestionPipelineDefinitionWorkdayReportParameters: """ @classmethod - def from_dict(cls, value: 'IngestionPipelineDefinitionWorkdayReportParametersDict') -> 'Self': + def from_dict( + cls, value: "IngestionPipelineDefinitionWorkdayReportParametersDict" + ) -> "Self": return _transform(cls, value) - def as_dict(self) -> 'IngestionPipelineDefinitionWorkdayReportParametersDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "IngestionPipelineDefinitionWorkdayReportParametersDict": + return _transform_to_json_value(self) # type:ignore class IngestionPipelineDefinitionWorkdayReportParametersDict(TypedDict, total=False): @@ -161,4 +55,7 @@ class IngestionPipelineDefinitionWorkdayReportParametersDict(TypedDict, total=Fa """ -IngestionPipelineDefinitionWorkdayReportParametersParam = IngestionPipelineDefinitionWorkdayReportParametersDict | IngestionPipelineDefinitionWorkdayReportParameters +IngestionPipelineDefinitionWorkdayReportParametersParam = ( + IngestionPipelineDefinitionWorkdayReportParametersDict + | IngestionPipelineDefinitionWorkdayReportParameters +) diff --git a/python/databricks/bundles/pipelines/_models/init_script_info.py b/python/databricks/bundles/pipelines/_models/init_script_info.py index e43f08185ee..60e72762837 100644 --- a/python/databricks/bundles/pipelines/_models/init_script_info.py +++ b/python/databricks/bundles/pipelines/_models/init_script_info.py @@ -1,127 +1,48 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.adlsgen2_info import ( + Adlsgen2Info, + Adlsgen2InfoParam, +) +from databricks.bundles.pipelines._models.dbfs_storage_info import ( + DbfsStorageInfo, + DbfsStorageInfoParam, +) +from databricks.bundles.pipelines._models.gcs_storage_info import ( + GcsStorageInfo, + GcsStorageInfoParam, +) +from databricks.bundles.pipelines._models.local_file_info import ( + LocalFileInfo, + LocalFileInfoParam, +) +from databricks.bundles.pipelines._models.s3_storage_info import ( + S3StorageInfo, + S3StorageInfoParam, +) +from databricks.bundles.pipelines._models.volumes_storage_info import ( + VolumesStorageInfo, + VolumesStorageInfoParam, +) +from databricks.bundles.pipelines._models.workspace_storage_info import ( + WorkspaceStorageInfo, + WorkspaceStorageInfoParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class InitScriptInfo: """ Config for an individual init script """ + abfss: VariableOrOptional[Adlsgen2Info] = None """ Contains the Azure Data Lake Storage destination path @@ -166,12 +87,11 @@ class InitScriptInfo: """ @classmethod - def from_dict(cls, value: 'InitScriptInfoDict') -> 'Self': + def from_dict(cls, value: "InitScriptInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'InitScriptInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "InitScriptInfoDict": + return _transform_to_json_value(self) # type:ignore class InitScriptInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/jira_connector_options.py b/python/databricks/bundles/pipelines/_models/jira_connector_options.py index e8c413b398c..ed97e56ddfd 100644 --- a/python/databricks/bundles/pipelines/_models/jira_connector_options.py +++ b/python/databricks/bundles/pipelines/_models/jira_connector_options.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JiraConnectorOptions: """ Jira specific options for ingestion """ + include_jira_spaces: VariableOrList[str] = field(default_factory=list) """ [Beta] (Optional) Projects to filter Jira data on """ @classmethod - def from_dict(cls, value: 'JiraConnectorOptionsDict') -> 'Self': + def from_dict(cls, value: "JiraConnectorOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JiraConnectorOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JiraConnectorOptionsDict": + return _transform_to_json_value(self) # type:ignore class JiraConnectorOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/json_transformer_options.py b/python/databricks/bundles/pipelines/_models/json_transformer_options.py index 67470c4f5f3..88bd9c2fa8e 100644 --- a/python/databricks/bundles/pipelines/_models/json_transformer_options.py +++ b/python/databricks/bundles/pipelines/_models/json_transformer_options.py @@ -1,122 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import ( + FileIngestionOptionsSchemaEvolutionMode, + FileIngestionOptionsSchemaEvolutionModeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class JsonTransformerOptions: """""" @@ -131,7 +27,9 @@ class JsonTransformerOptions: [Beta] Inline schema string for JSON parsing (Spark DDL format). """ - schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionMode] = None + schema_evolution_mode: VariableOrOptional[ + FileIngestionOptionsSchemaEvolutionMode + ] = None """ [Beta] (Optional) Schema evolution mode for schema inference. """ @@ -147,12 +45,11 @@ class JsonTransformerOptions: """ @classmethod - def from_dict(cls, value: 'JsonTransformerOptionsDict') -> 'Self': + def from_dict(cls, value: "JsonTransformerOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'JsonTransformerOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "JsonTransformerOptionsDict": + return _transform_to_json_value(self) # type:ignore class JsonTransformerOptionsDict(TypedDict, total=False): @@ -168,7 +65,9 @@ class JsonTransformerOptionsDict(TypedDict, total=False): [Beta] Inline schema string for JSON parsing (Spark DDL format). """ - schema_evolution_mode: VariableOrOptional[FileIngestionOptionsSchemaEvolutionModeParam] + schema_evolution_mode: VariableOrOptional[ + FileIngestionOptionsSchemaEvolutionModeParam + ] """ [Beta] (Optional) Schema evolution mode for schema inference. """ diff --git a/python/databricks/bundles/pipelines/_models/kafka_options.py b/python/databricks/bundles/pipelines/_models/kafka_options.py index 5285dd16368..61cd437c607 100644 --- a/python/databricks/bundles/pipelines/_models/kafka_options.py +++ b/python/databricks/bundles/pipelines/_models/kafka_options.py @@ -1,122 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.pipelines._models.transformer import ( + Transformer, + TransformerParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class KafkaOptions: """""" @@ -168,12 +68,11 @@ class KafkaOptions: """ @classmethod - def from_dict(cls, value: 'KafkaOptionsDict') -> 'Self': + def from_dict(cls, value: "KafkaOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'KafkaOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "KafkaOptionsDict": + return _transform_to_json_value(self) # type:ignore class KafkaOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/lifecycle.py b/python/databricks/bundles/pipelines/_models/lifecycle.py index bfd558234ef..c934967f37e 100644 --- a/python/databricks/bundles/pipelines/_models/lifecycle.py +++ b/python/databricks/bundles/pipelines/_models/lifecycle.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Lifecycle: """""" @@ -127,12 +19,11 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: 'LifecycleDict') -> 'Self': + def from_dict(cls, value: "LifecycleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LifecycleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LifecycleDict": + return _transform_to_json_value(self) # type:ignore class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/local_file_info.py b/python/databricks/bundles/pipelines/_models/local_file_info.py index e809b962850..70d6f258200 100644 --- a/python/databricks/bundles/pipelines/_models/local_file_info.py +++ b/python/databricks/bundles/pipelines/_models/local_file_info.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class LocalFileInfo: """""" @@ -127,12 +19,11 @@ class LocalFileInfo: """ @classmethod - def from_dict(cls, value: 'LocalFileInfoDict') -> 'Self': + def from_dict(cls, value: "LocalFileInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LocalFileInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LocalFileInfoDict": + return _transform_to_json_value(self) # type:ignore class LocalFileInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/log_analytics_info.py b/python/databricks/bundles/pipelines/_models/log_analytics_info.py index ba43baae780..5eced870a1e 100644 --- a/python/databricks/bundles/pipelines/_models/log_analytics_info.py +++ b/python/databricks/bundles/pipelines/_models/log_analytics_info.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class LogAnalyticsInfo: """""" @@ -132,12 +24,11 @@ class LogAnalyticsInfo: """ @classmethod - def from_dict(cls, value: 'LogAnalyticsInfoDict') -> 'Self': + def from_dict(cls, value: "LogAnalyticsInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LogAnalyticsInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LogAnalyticsInfoDict": + return _transform_to_json_value(self) # type:ignore class LogAnalyticsInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/maven_library.py b/python/databricks/bundles/pipelines/_models/maven_library.py index 0d690670eea..45925700b82 100644 --- a/python/databricks/bundles/pipelines/_models/maven_library.py +++ b/python/databricks/bundles/pipelines/_models/maven_library.py @@ -1,122 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class MavenLibrary: """""" @@ -141,12 +37,11 @@ class MavenLibrary: """ @classmethod - def from_dict(cls, value: 'MavenLibraryDict') -> 'Self': + def from_dict(cls, value: "MavenLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'MavenLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "MavenLibraryDict": + return _transform_to_json_value(self) # type:ignore class MavenLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/meta_marketing_options.py b/python/databricks/bundles/pipelines/_models/meta_marketing_options.py index ee3de868c61..9378ee27ec2 100644 --- a/python/databricks/bundles/pipelines/_models/meta_marketing_options.py +++ b/python/databricks/bundles/pipelines/_models/meta_marketing_options.py @@ -1,127 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import ( + MetaMarketingOptionsMetaMarketingCustomReportOptions, + MetaMarketingOptionsMetaMarketingCustomReportOptionsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class MetaMarketingOptions: """ Meta Marketing (Meta Ads) specific options for ingestion """ + action_attribution_windows: VariableOrList[str] = field(default_factory=list) """ [DEPRECATED] [Beta] (Optional, DEPRECATED — use custom_report_options.action_attribution_windows) Action attribution @@ -150,7 +47,9 @@ class MetaMarketingOptions: updated conversion data from the API, shared by prebuilt and custom reports. """ - custom_report_options: VariableOrOptional[MetaMarketingOptionsMetaMarketingCustomReportOptions] = None + custom_report_options: VariableOrOptional[ + MetaMarketingOptionsMetaMarketingCustomReportOptions + ] = None """ :meta private: [EXPERIMENTAL] @@ -178,12 +77,11 @@ class MetaMarketingOptions: """ @classmethod - def from_dict(cls, value: 'MetaMarketingOptionsDict') -> 'Self': + def from_dict(cls, value: "MetaMarketingOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'MetaMarketingOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "MetaMarketingOptionsDict": + return _transform_to_json_value(self) # type:ignore class MetaMarketingOptionsDict(TypedDict, total=False): @@ -217,7 +115,9 @@ class MetaMarketingOptionsDict(TypedDict, total=False): updated conversion data from the API, shared by prebuilt and custom reports. """ - custom_report_options: VariableOrOptional[MetaMarketingOptionsMetaMarketingCustomReportOptionsParam] + custom_report_options: VariableOrOptional[ + MetaMarketingOptionsMetaMarketingCustomReportOptionsParam + ] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py b/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py index 704ecea493f..4b19c3afc42 100644 --- a/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/meta_marketing_options_meta_marketing_custom_report_options.py @@ -1,131 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class MetaMarketingOptionsMetaMarketingCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + Defines the shape of a single Meta Ads custom report (one /insights call shape). start_date, custom_insights_lookback_window live on MetaMarketingOptions, not here. Metrics are not customer-selectable; the connector returns a fixed standard metric set. """ + action_attribution_windows: VariableOrList[str] = field(default_factory=list) """ :meta private: [EXPERIMENTAL] @@ -169,12 +62,13 @@ class MetaMarketingOptionsMetaMarketingCustomReportOptions: """ @classmethod - def from_dict(cls, value: 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict') -> 'Self': + def from_dict( + cls, value: "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict" + ) -> "Self": return _transform(cls, value) - def as_dict(self) -> 'MetaMarketingOptionsMetaMarketingCustomReportOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "MetaMarketingOptionsMetaMarketingCustomReportOptionsDict": + return _transform_to_json_value(self) # type:ignore class MetaMarketingOptionsMetaMarketingCustomReportOptionsDict(TypedDict, total=False): @@ -223,4 +117,7 @@ class MetaMarketingOptionsMetaMarketingCustomReportOptionsDict(TypedDict, total= """ -MetaMarketingOptionsMetaMarketingCustomReportOptionsParam = MetaMarketingOptionsMetaMarketingCustomReportOptionsDict | MetaMarketingOptionsMetaMarketingCustomReportOptions +MetaMarketingOptionsMetaMarketingCustomReportOptionsParam = ( + MetaMarketingOptionsMetaMarketingCustomReportOptionsDict + | MetaMarketingOptionsMetaMarketingCustomReportOptions +) diff --git a/python/databricks/bundles/pipelines/_models/notebook_library.py b/python/databricks/bundles/pipelines/_models/notebook_library.py index 02568f29024..5cc6ae9ee34 100644 --- a/python/databricks/bundles/pipelines/_models/notebook_library.py +++ b/python/databricks/bundles/pipelines/_models/notebook_library.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class NotebookLibrary: """""" @@ -127,12 +19,11 @@ class NotebookLibrary: """ @classmethod - def from_dict(cls, value: 'NotebookLibraryDict') -> 'Self': + def from_dict(cls, value: "NotebookLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'NotebookLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "NotebookLibraryDict": + return _transform_to_json_value(self) # type:ignore class NotebookLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/notifications.py b/python/databricks/bundles/pipelines/_models/notifications.py index defe8cc2887..22dbec8d709 100644 --- a/python/databricks/bundles/pipelines/_models/notifications.py +++ b/python/databricks/bundles/pipelines/_models/notifications.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Notifications: """""" @@ -138,12 +30,11 @@ class Notifications: """ @classmethod - def from_dict(cls, value: 'NotificationsDict') -> 'Self': + def from_dict(cls, value: "NotificationsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'NotificationsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "NotificationsDict": + return _transform_to_json_value(self) # type:ignore class NotificationsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/operation_time_window.py b/python/databricks/bundles/pipelines/_models/operation_time_window.py index d9563456a45..8acd9ea7bb8 100644 --- a/python/databricks/bundles/pipelines/_models/operation_time_window.py +++ b/python/databricks/bundles/pipelines/_models/operation_time_window.py @@ -1,127 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class OperationTimeWindow: """ Proto representing a window """ + start_hour: VariableOr[int] """ [Public Preview] An integer between 0 and 23 denoting the start hour for the window in the 24-hour day. @@ -140,12 +38,11 @@ class OperationTimeWindow: """ @classmethod - def from_dict(cls, value: 'OperationTimeWindowDict') -> 'Self': + def from_dict(cls, value: "OperationTimeWindowDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'OperationTimeWindowDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "OperationTimeWindowDict": + return _transform_to_json_value(self) # type:ignore class OperationTimeWindowDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py b/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py index 83bb4fb58c0..dab9825c251 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py +++ b/python/databricks/bundles/pipelines/_models/outlook_attachment_mode.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class OutlookAttachmentMode(Enum): """ :meta private: [EXPERIMENTAL] - + Attachment behavior mode for Outlook ingestion """ + ALL = "ALL" NON_INLINE_ONLY = "NON_INLINE_ONLY" INLINE_ONLY = "INLINE_ONLY" NONE = "NONE" -OutlookAttachmentModeParam = Literal["ALL", "NON_INLINE_ONLY", "INLINE_ONLY", "NONE"] | OutlookAttachmentMode + +OutlookAttachmentModeParam = ( + Literal["ALL", "NON_INLINE_ONLY", "INLINE_ONLY", "NONE"] | OutlookAttachmentMode +) diff --git a/python/databricks/bundles/pipelines/_models/outlook_body_format.py b/python/databricks/bundles/pipelines/_models/outlook_body_format.py index 5916544c7f5..2354444c584 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_body_format.py +++ b/python/databricks/bundles/pipelines/_models/outlook_body_format.py @@ -1,125 +1,16 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class OutlookBodyFormat(Enum): """ :meta private: [EXPERIMENTAL] - + Body format for Outlook email content """ + TEXT_HTML = "TEXT_HTML" TEXT_PLAIN = "TEXT_PLAIN" + OutlookBodyFormatParam = Literal["TEXT_HTML", "TEXT_PLAIN"] | OutlookBodyFormat diff --git a/python/databricks/bundles/pipelines/_models/outlook_options.py b/python/databricks/bundles/pipelines/_models/outlook_options.py index 54e3235bb58..36fafbdfd91 100644 --- a/python/databricks/bundles/pipelines/_models/outlook_options.py +++ b/python/databricks/bundles/pipelines/_models/outlook_options.py @@ -1,129 +1,30 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.pipelines._models.outlook_attachment_mode import ( + OutlookAttachmentMode, + OutlookAttachmentModeParam, +) +from databricks.bundles.pipelines._models.outlook_body_format import ( + OutlookBodyFormat, + OutlookBodyFormatParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class OutlookOptions: """ :meta private: [EXPERIMENTAL] - + Outlook specific options for ingestion """ + attachment_mode: VariableOrOptional[OutlookAttachmentMode] = None """ :meta private: [EXPERIMENTAL] @@ -192,12 +93,11 @@ class OutlookOptions: """ @classmethod - def from_dict(cls, value: 'OutlookOptionsDict') -> 'Self': + def from_dict(cls, value: "OutlookOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'OutlookOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "OutlookOptionsDict": + return _transform_to_json_value(self) # type:ignore class OutlookOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/path_pattern.py b/python/databricks/bundles/pipelines/_models/path_pattern.py index e28c52d2856..55ad00ebd38 100644 --- a/python/databricks/bundles/pipelines/_models/path_pattern.py +++ b/python/databricks/bundles/pipelines/_models/path_pattern.py @@ -1,122 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PathPattern: """""" @@ -127,12 +19,11 @@ class PathPattern: """ @classmethod - def from_dict(cls, value: 'PathPatternDict') -> 'Self': + def from_dict(cls, value: "PathPatternDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PathPatternDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PathPatternDict": + return _transform_to_json_value(self) # type:ignore class PathPatternDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline.py b/python/databricks/bundles/pipelines/_models/pipeline.py index d221965bd8f..6437977d959 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline.py +++ b/python/databricks/bundles/pipelines/_models/pipeline.py @@ -1,122 +1,64 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.pipelines._models.event_log_spec import ( + EventLogSpec, + EventLogSpecParam, +) +from databricks.bundles.pipelines._models.filters import ( + Filters, + FiltersParam, +) +from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import ( + IngestionGatewayPipelineDefinition, + IngestionGatewayPipelineDefinitionParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition import ( + IngestionPipelineDefinition, + IngestionPipelineDefinitionParam, +) +from databricks.bundles.pipelines._models.lifecycle import ( + Lifecycle, + LifecycleParam, +) +from databricks.bundles.pipelines._models.notifications import ( + Notifications, + NotificationsParam, +) +from databricks.bundles.pipelines._models.pipeline_cluster import ( + PipelineCluster, + PipelineClusterParam, +) +from databricks.bundles.pipelines._models.pipeline_library import ( + PipelineLibrary, + PipelineLibraryParam, +) +from databricks.bundles.pipelines._models.pipeline_permission import ( + PipelinePermission, + PipelinePermissionParam, +) +from databricks.bundles.pipelines._models.pipelines_environment import ( + PipelinesEnvironment, + PipelinesEnvironmentParam, +) +from databricks.bundles.pipelines._models.restart_window import ( + RestartWindow, + RestartWindowParam, +) +from databricks.bundles.pipelines._models.run_as import RunAs, RunAsParam if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Pipeline(Resource): """""" @@ -297,12 +239,11 @@ class Pipeline(Resource): """ @classmethod - def from_dict(cls, value: 'PipelineDict') -> 'Self': + def from_dict(cls, value: "PipelineDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineDict": + return _transform_to_json_value(self) # type:ignore class PipelineDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster.py index 794c9d5575e..01563f6a850 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster.py @@ -1,122 +1,42 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.pipelines._models.aws_attributes import ( + AwsAttributes, + AwsAttributesParam, +) +from databricks.bundles.pipelines._models.azure_attributes import ( + AzureAttributes, + AzureAttributesParam, +) +from databricks.bundles.pipelines._models.cluster_log_conf import ( + ClusterLogConf, + ClusterLogConfParam, +) +from databricks.bundles.pipelines._models.gcp_attributes import ( + GcpAttributes, + GcpAttributesParam, +) +from databricks.bundles.pipelines._models.init_script_info import ( + InitScriptInfo, + InitScriptInfoParam, +) +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import ( + PipelineClusterAutoscale, + PipelineClusterAutoscaleParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelineCluster: """""" @@ -257,12 +177,11 @@ class PipelineCluster: """ @classmethod - def from_dict(cls, value: 'PipelineClusterDict') -> 'Self': + def from_dict(cls, value: "PipelineClusterDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineClusterDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineClusterDict": + return _transform_to_json_value(self) # type:ignore class PipelineClusterDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py index 08c292c4e10..58afdbefabe 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale.py @@ -1,122 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import ( + PipelineClusterAutoscaleMode, + PipelineClusterAutoscaleModeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelineClusterAutoscale: """""" @@ -142,12 +38,11 @@ class PipelineClusterAutoscale: """ @classmethod - def from_dict(cls, value: 'PipelineClusterAutoscaleDict') -> 'Self': + def from_dict(cls, value: "PipelineClusterAutoscaleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineClusterAutoscaleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineClusterAutoscaleDict": + return _transform_to_json_value(self) # type:ignore class PipelineClusterAutoscaleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py index d88a81cb1db..21d2e054cb1 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_cluster_autoscale_mode.py @@ -1,116 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class PipelineClusterAutoscaleMode(Enum): @@ -121,7 +10,11 @@ class PipelineClusterAutoscaleMode(Enum): for `updates` clusters only. The legacy autoscaling feature is used for `maintenance` clusters. """ + ENHANCED = "ENHANCED" LEGACY = "LEGACY" -PipelineClusterAutoscaleModeParam = Literal["ENHANCED", "LEGACY"] | PipelineClusterAutoscaleMode + +PipelineClusterAutoscaleModeParam = ( + Literal["ENHANCED", "LEGACY"] | PipelineClusterAutoscaleMode +) diff --git a/python/databricks/bundles/pipelines/_models/pipeline_library.py b/python/databricks/bundles/pipelines/_models/pipeline_library.py index 6eee52e9fa1..90d048f9644 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_library.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_library.py @@ -1,122 +1,30 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.file_library import ( + FileLibrary, + FileLibraryParam, +) +from databricks.bundles.pipelines._models.maven_library import ( + MavenLibrary, + MavenLibraryParam, +) +from databricks.bundles.pipelines._models.notebook_library import ( + NotebookLibrary, + NotebookLibraryParam, +) +from databricks.bundles.pipelines._models.path_pattern import ( + PathPattern, + PathPatternParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelineLibrary: """""" @@ -153,12 +61,11 @@ class PipelineLibrary: """ @classmethod - def from_dict(cls, value: 'PipelineLibraryDict') -> 'Self': + def from_dict(cls, value: "PipelineLibraryDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelineLibraryDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelineLibraryDict": + return _transform_to_json_value(self) # type:ignore class PipelineLibraryDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_permission.py b/python/databricks/bundles/pipelines/_models/pipeline_permission.py index 3ae6af34cdb..66ef2cbcf91 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_permission.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_permission.py @@ -1,122 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.pipeline_permission_level import ( + PipelinePermissionLevel, + PipelinePermissionLevelParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelinePermission: """""" @@ -142,12 +38,11 @@ class PipelinePermission: """ @classmethod - def from_dict(cls, value: 'PipelinePermissionDict') -> 'Self': + def from_dict(cls, value: "PipelinePermissionDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelinePermissionDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelinePermissionDict": + return _transform_to_json_value(self) # type:ignore class PipelinePermissionDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py b/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py index d6009cb434a..746bedc51ab 100644 --- a/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py +++ b/python/databricks/bundles/pipelines/_models/pipeline_permission_level.py @@ -1,125 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class PipelinePermissionLevel(Enum): """ Permission level """ + CAN_MANAGE = "CAN_MANAGE" IS_OWNER = "IS_OWNER" CAN_RUN = "CAN_RUN" CAN_VIEW = "CAN_VIEW" -PipelinePermissionLevelParam = Literal["CAN_MANAGE", "IS_OWNER", "CAN_RUN", "CAN_VIEW"] | PipelinePermissionLevel + +PipelinePermissionLevelParam = ( + Literal["CAN_MANAGE", "IS_OWNER", "CAN_RUN", "CAN_VIEW"] | PipelinePermissionLevel +) diff --git a/python/databricks/bundles/pipelines/_models/pipelines_environment.py b/python/databricks/bundles/pipelines/_models/pipelines_environment.py index bda367b84af..c56eccdea8a 100644 --- a/python/databricks/bundles/pipelines/_models/pipelines_environment.py +++ b/python/databricks/bundles/pipelines/_models/pipelines_environment.py @@ -1,128 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PipelinesEnvironment: """ The environment entity used to preserve serverless environment side panel, jobs' environment for non-notebook task, and SDP's environment for classic and serverless pipelines. In this minimal environment spec, only pip dependencies are supported. """ + dependencies: VariableOrList[str] = field(default_factory=list) """ [Public Preview] List of pip dependencies, as supported by the version of pip in this environment. @@ -145,12 +38,11 @@ class PipelinesEnvironment: """ @classmethod - def from_dict(cls, value: 'PipelinesEnvironmentDict') -> 'Self': + def from_dict(cls, value: "PipelinesEnvironmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PipelinesEnvironmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PipelinesEnvironmentDict": + return _transform_to_json_value(self) # type:ignore class PipelinesEnvironmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py b/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py index 62cf3ae0d6f..a25c35870a9 100644 --- a/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py +++ b/python/databricks/bundles/pipelines/_models/postgres_catalog_config.py @@ -1,139 +1,35 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.postgres_slot_config import ( + PostgresSlotConfig, + PostgresSlotConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PostgresCatalogConfig: """ PG-specific catalog-level configuration parameters """ + slot_config: VariableOrOptional[PostgresSlotConfig] = None """ [Public Preview] Optional. The Postgres slot configuration to use for logical replication """ @classmethod - def from_dict(cls, value: 'PostgresCatalogConfigDict') -> 'Self': + def from_dict(cls, value: "PostgresCatalogConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PostgresCatalogConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PostgresCatalogConfigDict": + return _transform_to_json_value(self) # type:ignore class PostgresCatalogConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/postgres_slot_config.py b/python/databricks/bundles/pipelines/_models/postgres_slot_config.py index c483481dc53..31db5806e62 100644 --- a/python/databricks/bundles/pipelines/_models/postgres_slot_config.py +++ b/python/databricks/bundles/pipelines/_models/postgres_slot_config.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PostgresSlotConfig: """ PostgresSlotConfig contains the configuration for a Postgres logical replication slot """ + publication_name: VariableOrOptional[str] = None """ [Public Preview] The name of the publication to use for the Postgres source @@ -133,12 +26,11 @@ class PostgresSlotConfig: """ @classmethod - def from_dict(cls, value: 'PostgresSlotConfigDict') -> 'Self': + def from_dict(cls, value: "PostgresSlotConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PostgresSlotConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PostgresSlotConfigDict": + return _transform_to_json_value(self) # type:ignore class PostgresSlotConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/reddit_ads_options.py b/python/databricks/bundles/pipelines/_models/reddit_ads_options.py index 6ff7b0201bf..c166e9da1cf 100644 --- a/python/databricks/bundles/pipelines/_models/reddit_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/reddit_ads_options.py @@ -1,130 +1,29 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import ( + RedditAdsOptionsRedditAdsCustomReportOptions, + RedditAdsOptionsRedditAdsCustomReportOptionsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RedditAdsOptions: """ :meta private: [EXPERIMENTAL] - + Reddit Ads specific options for ingestion """ - custom_report_options: VariableOrOptional[RedditAdsOptionsRedditAdsCustomReportOptions] = None + + custom_report_options: VariableOrOptional[ + RedditAdsOptionsRedditAdsCustomReportOptions + ] = None """ :meta private: [EXPERIMENTAL] @@ -152,18 +51,19 @@ class RedditAdsOptions: """ @classmethod - def from_dict(cls, value: 'RedditAdsOptionsDict') -> 'Self': + def from_dict(cls, value: "RedditAdsOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RedditAdsOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RedditAdsOptionsDict": + return _transform_to_json_value(self) # type:ignore class RedditAdsOptionsDict(TypedDict, total=False): """""" - custom_report_options: VariableOrOptional[RedditAdsOptionsRedditAdsCustomReportOptionsParam] + custom_report_options: VariableOrOptional[ + RedditAdsOptionsRedditAdsCustomReportOptionsParam + ] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py index 698e312c3f7..777fe0f2fed 100644 --- a/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/reddit_ads_options_reddit_ads_custom_report_options.py @@ -1,130 +1,23 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RedditAdsOptionsRedditAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the Reddit Ads connector. Applies only to the custom_report table — prebuilt tables ignore this. """ + breakdowns: VariableOrList[str] = field(default_factory=list) """ :meta private: [EXPERIMENTAL] @@ -143,12 +36,13 @@ class RedditAdsOptionsRedditAdsCustomReportOptions: """ @classmethod - def from_dict(cls, value: 'RedditAdsOptionsRedditAdsCustomReportOptionsDict') -> 'Self': + def from_dict( + cls, value: "RedditAdsOptionsRedditAdsCustomReportOptionsDict" + ) -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RedditAdsOptionsRedditAdsCustomReportOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RedditAdsOptionsRedditAdsCustomReportOptionsDict": + return _transform_to_json_value(self) # type:ignore class RedditAdsOptionsRedditAdsCustomReportOptionsDict(TypedDict, total=False): @@ -172,4 +66,7 @@ class RedditAdsOptionsRedditAdsCustomReportOptionsDict(TypedDict, total=False): """ -RedditAdsOptionsRedditAdsCustomReportOptionsParam = RedditAdsOptionsRedditAdsCustomReportOptionsDict | RedditAdsOptionsRedditAdsCustomReportOptions +RedditAdsOptionsRedditAdsCustomReportOptionsParam = ( + RedditAdsOptionsRedditAdsCustomReportOptionsDict + | RedditAdsOptionsRedditAdsCustomReportOptions +) diff --git a/python/databricks/bundles/pipelines/_models/report_spec.py b/python/databricks/bundles/pipelines/_models/report_spec.py index 33f24962aaa..f2b6fc1aacd 100644 --- a/python/databricks/bundles/pipelines/_models/report_spec.py +++ b/python/databricks/bundles/pipelines/_models/report_spec.py @@ -1,122 +1,18 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.table_specific_config import ( + TableSpecificConfig, + TableSpecificConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ReportSpec: """""" @@ -147,12 +43,11 @@ class ReportSpec: """ @classmethod - def from_dict(cls, value: 'ReportSpecDict') -> 'Self': + def from_dict(cls, value: "ReportSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ReportSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ReportSpecDict": + return _transform_to_json_value(self) # type:ignore class ReportSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/restart_window.py b/python/databricks/bundles/pipelines/_models/restart_window.py index d74c2b3e6b3..dcc468b3ffc 100644 --- a/python/databricks/bundles/pipelines/_models/restart_window.py +++ b/python/databricks/bundles/pipelines/_models/restart_window.py @@ -1,127 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RestartWindow: """ :meta private: [EXPERIMENTAL] """ + start_hour: VariableOr[int] """ :meta private: [EXPERIMENTAL] @@ -147,12 +45,11 @@ class RestartWindow: """ @classmethod - def from_dict(cls, value: 'RestartWindowDict') -> 'Self': + def from_dict(cls, value: "RestartWindowDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RestartWindowDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RestartWindowDict": + return _transform_to_json_value(self) # type:ignore class RestartWindowDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/run_as.py b/python/databricks/bundles/pipelines/_models/run_as.py index 6f8f2cca9a8..b4d52af00a1 100644 --- a/python/databricks/bundles/pipelines/_models/run_as.py +++ b/python/databricks/bundles/pipelines/_models/run_as.py @@ -1,129 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class RunAs: """ Write-only setting, available only in Create/Update calls. Specifies the user or service principal that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline. - + Only `user_name` or `service_principal_name` can be specified. If both are specified, an error is thrown. """ + service_principal_name: VariableOrOptional[str] = None """ Application ID of an active service principal. Setting this field requires the `servicePrincipal/user` role. @@ -135,12 +28,11 @@ class RunAs: """ @classmethod - def from_dict(cls, value: 'RunAsDict') -> 'Self': + def from_dict(cls, value: "RunAsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'RunAsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "RunAsDict": + return _transform_to_json_value(self) # type:ignore class RunAsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/s3_storage_info.py b/python/databricks/bundles/pipelines/_models/s3_storage_info.py index c8c3d09cdfd..b5e09063e51 100644 --- a/python/databricks/bundles/pipelines/_models/s3_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/s3_storage_info.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class S3StorageInfo: """ A storage location in Amazon S3 """ + destination: VariableOr[str] """ S3 destination, e.g. `s3://my-bucket/some-prefix` Note that logs will be delivered using @@ -169,12 +62,11 @@ class S3StorageInfo: """ @classmethod - def from_dict(cls, value: 'S3StorageInfoDict') -> 'Self': + def from_dict(cls, value: "S3StorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'S3StorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "S3StorageInfoDict": + return _transform_to_json_value(self) # type:ignore class S3StorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/schema_spec.py b/python/databricks/bundles/pipelines/_models/schema_spec.py index 954db3e9d2d..84c9a0e5a0e 100644 --- a/python/databricks/bundles/pipelines/_models/schema_spec.py +++ b/python/databricks/bundles/pipelines/_models/schema_spec.py @@ -1,122 +1,26 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.connector_options import ( + ConnectorOptions, + ConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import ( + IngestionPipelineDefinitionFanoutOptions, + IngestionPipelineDefinitionFanoutOptionsParam, +) +from databricks.bundles.pipelines._models.table_specific_config import ( + TableSpecificConfig, + TableSpecificConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SchemaSpec: """""" @@ -162,12 +66,11 @@ class SchemaSpec: """ @classmethod - def from_dict(cls, value: 'SchemaSpecDict') -> 'Self': + def from_dict(cls, value: "SchemaSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SchemaSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SchemaSpecDict": + return _transform_to_json_value(self) # type:ignore class SchemaSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/sharepoint_options.py b/python/databricks/bundles/pipelines/_models/sharepoint_options.py index 6eff6b16a39..6f5994995a7 100644 --- a/python/databricks/bundles/pipelines/_models/sharepoint_options.py +++ b/python/databricks/bundles/pipelines/_models/sharepoint_options.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.file_ingestion_options import ( + FileIngestionOptions, + FileIngestionOptionsParam, +) +from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import ( + SharepointOptionsSharepointEntityType, + SharepointOptionsSharepointEntityTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SharepointOptions: """ :meta private: [EXPERIMENTAL] """ + entity_type: VariableOrOptional[SharepointOptionsSharepointEntityType] = None """ :meta private: [EXPERIMENTAL] @@ -145,12 +46,11 @@ class SharepointOptions: """ @classmethod - def from_dict(cls, value: 'SharepointOptionsDict') -> 'Self': + def from_dict(cls, value: "SharepointOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SharepointOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SharepointOptionsDict": + return _transform_to_json_value(self) # type:ignore class SharepointOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py b/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py index 6dfa7079082..46e15fff79d 100644 --- a/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py +++ b/python/databricks/bundles/pipelines/_models/sharepoint_options_sharepoint_entity_type.py @@ -1,125 +1,19 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class SharepointOptionsSharepointEntityType(Enum): """ :meta private: [EXPERIMENTAL] """ + FILE = "FILE" FILE_METADATA = "FILE_METADATA" PERMISSION = "PERMISSION" LIST = "LIST" -SharepointOptionsSharepointEntityTypeParam = Literal["FILE", "FILE_METADATA", "PERMISSION", "LIST"] | SharepointOptionsSharepointEntityType + +SharepointOptionsSharepointEntityTypeParam = ( + Literal["FILE", "FILE_METADATA", "PERMISSION", "LIST"] + | SharepointOptionsSharepointEntityType +) diff --git a/python/databricks/bundles/pipelines/_models/smartsheet_options.py b/python/databricks/bundles/pipelines/_models/smartsheet_options.py index 956c2797e9b..d378d8ec2a0 100644 --- a/python/databricks/bundles/pipelines/_models/smartsheet_options.py +++ b/python/databricks/bundles/pipelines/_models/smartsheet_options.py @@ -1,129 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SmartsheetOptions: """ :meta private: [EXPERIMENTAL] - + Smartsheet specific options for ingestion """ + enforce_schema: VariableOrOptional[bool] = None """ :meta private: [EXPERIMENTAL] @@ -136,12 +29,11 @@ class SmartsheetOptions: """ @classmethod - def from_dict(cls, value: 'SmartsheetOptionsDict') -> 'Self': + def from_dict(cls, value: "SmartsheetOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SmartsheetOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SmartsheetOptionsDict": + return _transform_to_json_value(self) # type:ignore class SmartsheetOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/source_catalog_config.py b/python/databricks/bundles/pipelines/_models/source_catalog_config.py index dc4760dcf02..e61521e1f3f 100644 --- a/python/databricks/bundles/pipelines/_models/source_catalog_config.py +++ b/python/databricks/bundles/pipelines/_models/source_catalog_config.py @@ -1,127 +1,24 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.postgres_catalog_config import ( + PostgresCatalogConfig, + PostgresCatalogConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SourceCatalogConfig: """ SourceCatalogConfig contains catalog-level custom configuration parameters for each source """ + postgres: VariableOrOptional[PostgresCatalogConfig] = None """ [Public Preview] Postgres-specific catalog-level configuration parameters @@ -133,12 +30,11 @@ class SourceCatalogConfig: """ @classmethod - def from_dict(cls, value: 'SourceCatalogConfigDict') -> 'Self': + def from_dict(cls, value: "SourceCatalogConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SourceCatalogConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SourceCatalogConfigDict": + return _transform_to_json_value(self) # type:ignore class SourceCatalogConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/source_config.py b/python/databricks/bundles/pipelines/_models/source_config.py index c3c20cbe920..afd2bae632f 100644 --- a/python/databricks/bundles/pipelines/_models/source_config.py +++ b/python/databricks/bundles/pipelines/_models/source_config.py @@ -1,122 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.google_ads_config import ( + GoogleAdsConfig, + GoogleAdsConfigParam, +) +from databricks.bundles.pipelines._models.source_catalog_config import ( + SourceCatalogConfig, + SourceCatalogConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class SourceConfig: """""" @@ -134,12 +34,11 @@ class SourceConfig: """ @classmethod - def from_dict(cls, value: 'SourceConfigDict') -> 'Self': + def from_dict(cls, value: "SourceConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SourceConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SourceConfigDict": + return _transform_to_json_value(self) # type:ignore class SourceConfigDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/table_spec.py b/python/databricks/bundles/pipelines/_models/table_spec.py index 920c545e4b3..e2240ac360a 100644 --- a/python/databricks/bundles/pipelines/_models/table_spec.py +++ b/python/databricks/bundles/pipelines/_models/table_spec.py @@ -1,122 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr, VariableOrOptional +from databricks.bundles.pipelines._models.connector_options import ( + ConnectorOptions, + ConnectorOptionsParam, +) +from databricks.bundles.pipelines._models.table_specific_config import ( + TableSpecificConfig, + TableSpecificConfigParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TableSpec: """""" @@ -162,12 +62,11 @@ class TableSpec: """ @classmethod - def from_dict(cls, value: 'TableSpecDict') -> 'Self': + def from_dict(cls, value: "TableSpecDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TableSpecDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TableSpecDict": + return _transform_to_json_value(self) # type:ignore class TableSpecDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/table_specific_config.py b/python/databricks/bundles/pipelines/_models/table_specific_config.py index efdf1753855..24a3936100a 100644 --- a/python/databricks/bundles/pipelines/_models/table_specific_config.py +++ b/python/databricks/bundles/pipelines/_models/table_specific_config.py @@ -1,122 +1,34 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import ( + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.pipelines._models.auto_full_refresh_policy import ( + AutoFullRefreshPolicy, + AutoFullRefreshPolicyParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import ( + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam, +) +from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import ( + IngestionPipelineDefinitionWorkdayReportParameters, + IngestionPipelineDefinitionWorkdayReportParametersParam, +) +from databricks.bundles.pipelines._models.table_specific_config_scd_type import ( + TableSpecificConfigScdType, + TableSpecificConfigScdTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TableSpecificConfig: """""" @@ -178,7 +90,9 @@ class TableSpecificConfig: [Public Preview] The primary key of the table used to apply changes. """ - query_based_connector_config: VariableOrOptional[IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig] = None + query_based_connector_config: VariableOrOptional[ + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig + ] = None """ [Public Preview] Configurations that are only applicable for query-based ingestion connectors. """ @@ -223,7 +137,9 @@ class TableSpecificConfig: Note: table_properties in table specific configuration will override the table_properties of the pipeline definition. """ - workday_report_parameters: VariableOrOptional[IngestionPipelineDefinitionWorkdayReportParameters] = None + workday_report_parameters: VariableOrOptional[ + IngestionPipelineDefinitionWorkdayReportParameters + ] = None """ :meta private: [EXPERIMENTAL] @@ -231,12 +147,11 @@ class TableSpecificConfig: """ @classmethod - def from_dict(cls, value: 'TableSpecificConfigDict') -> 'Self': + def from_dict(cls, value: "TableSpecificConfigDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TableSpecificConfigDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TableSpecificConfigDict": + return _transform_to_json_value(self) # type:ignore class TableSpecificConfigDict(TypedDict, total=False): @@ -299,7 +214,9 @@ class TableSpecificConfigDict(TypedDict, total=False): [Public Preview] The primary key of the table used to apply changes. """ - query_based_connector_config: VariableOrOptional[IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam] + query_based_connector_config: VariableOrOptional[ + IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam + ] """ [Public Preview] Configurations that are only applicable for query-based ingestion connectors. """ @@ -344,7 +261,9 @@ class TableSpecificConfigDict(TypedDict, total=False): Note: table_properties in table specific configuration will override the table_properties of the pipeline definition. """ - workday_report_parameters: VariableOrOptional[IngestionPipelineDefinitionWorkdayReportParametersParam] + workday_report_parameters: VariableOrOptional[ + IngestionPipelineDefinitionWorkdayReportParametersParam + ] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py b/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py index cdf1bf95895..89fc41416e2 100644 --- a/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py +++ b/python/databricks/bundles/pipelines/_models/table_specific_config_scd_type.py @@ -1,124 +1,17 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class TableSpecificConfigScdType(Enum): """ The SCD type to use to ingest the table. """ + SCD_TYPE_1 = "SCD_TYPE_1" SCD_TYPE_2 = "SCD_TYPE_2" APPEND_ONLY = "APPEND_ONLY" -TableSpecificConfigScdTypeParam = Literal["SCD_TYPE_1", "SCD_TYPE_2", "APPEND_ONLY"] | TableSpecificConfigScdType + +TableSpecificConfigScdTypeParam = ( + Literal["SCD_TYPE_1", "SCD_TYPE_2", "APPEND_ONLY"] | TableSpecificConfigScdType +) diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py index 62b57e242ef..89ea94cef13 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options.py @@ -1,130 +1,29 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import ( + TikTokAdsOptionsTikTokAdsCustomReportOptions, + TikTokAdsOptionsTikTokAdsCustomReportOptionsParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TikTokAdsOptions: """ :meta private: [EXPERIMENTAL] - + TikTok Ads specific options for ingestion """ - custom_report_options: VariableOrOptional[TikTokAdsOptionsTikTokAdsCustomReportOptions] = None + + custom_report_options: VariableOrOptional[ + TikTokAdsOptionsTikTokAdsCustomReportOptions + ] = None """ :meta private: [EXPERIMENTAL] @@ -152,18 +51,19 @@ class TikTokAdsOptions: """ @classmethod - def from_dict(cls, value: 'TikTokAdsOptionsDict') -> 'Self': + def from_dict(cls, value: "TikTokAdsOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TikTokAdsOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TikTokAdsOptionsDict": + return _transform_to_json_value(self) # type:ignore class TikTokAdsOptionsDict(TypedDict, total=False): """""" - custom_report_options: VariableOrOptional[TikTokAdsOptionsTikTokAdsCustomReportOptionsParam] + custom_report_options: VariableOrOptional[ + TikTokAdsOptionsTikTokAdsCustomReportOptionsParam + ] """ :meta private: [EXPERIMENTAL] diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py index 73f415ad35c..47c2ba1f9d4 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_ads_custom_report_options.py @@ -1,131 +1,32 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import ( + TikTokAdsOptionsTikTokDataLevel, + TikTokAdsOptionsTikTokDataLevelParam, +) +from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import ( + TikTokAdsOptionsTikTokReportType, + TikTokAdsOptionsTikTokReportTypeParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class TikTokAdsOptionsTikTokAdsCustomReportOptions: """ :meta private: [EXPERIMENTAL] - + User-defined custom report for the TikTok Ads connector. Groups the dimensions + metrics + report type + data level that define a TikTok Ads custom report request. """ + data_level: VariableOrOptional[TikTokAdsOptionsTikTokDataLevel] = None """ :meta private: [EXPERIMENTAL] @@ -168,12 +69,13 @@ class TikTokAdsOptionsTikTokAdsCustomReportOptions: """ @classmethod - def from_dict(cls, value: 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict') -> 'Self': + def from_dict( + cls, value: "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict" + ) -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TikTokAdsOptionsTikTokAdsCustomReportOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TikTokAdsOptionsTikTokAdsCustomReportOptionsDict": + return _transform_to_json_value(self) # type:ignore class TikTokAdsOptionsTikTokAdsCustomReportOptionsDict(TypedDict, total=False): @@ -221,4 +123,7 @@ class TikTokAdsOptionsTikTokAdsCustomReportOptionsDict(TypedDict, total=False): """ -TikTokAdsOptionsTikTokAdsCustomReportOptionsParam = TikTokAdsOptionsTikTokAdsCustomReportOptionsDict | TikTokAdsOptionsTikTokAdsCustomReportOptions +TikTokAdsOptionsTikTokAdsCustomReportOptionsParam = ( + TikTokAdsOptionsTikTokAdsCustomReportOptionsDict + | TikTokAdsOptionsTikTokAdsCustomReportOptions +) diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py index 402b1057f8d..11f6159bcf8 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_data_level.py @@ -1,127 +1,21 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class TikTokAdsOptionsTikTokDataLevel(Enum): """ :meta private: [EXPERIMENTAL] - + Data level for TikTok Ads report aggregation. """ + AUCTION_ADVERTISER = "AUCTION_ADVERTISER" AUCTION_CAMPAIGN = "AUCTION_CAMPAIGN" AUCTION_ADGROUP = "AUCTION_ADGROUP" AUCTION_AD = "AUCTION_AD" -TikTokAdsOptionsTikTokDataLevelParam = Literal["AUCTION_ADVERTISER", "AUCTION_CAMPAIGN", "AUCTION_ADGROUP", "AUCTION_AD"] | TikTokAdsOptionsTikTokDataLevel + +TikTokAdsOptionsTikTokDataLevelParam = ( + Literal["AUCTION_ADVERTISER", "AUCTION_CAMPAIGN", "AUCTION_ADGROUP", "AUCTION_AD"] + | TikTokAdsOptionsTikTokDataLevel +) diff --git a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py index 04c0b163fe0..272d36ff0c0 100644 --- a/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py +++ b/python/databricks/bundles/pipelines/_models/tik_tok_ads_options_tik_tok_report_type.py @@ -1,124 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam +from typing import Literal class TikTokAdsOptionsTikTokReportType(Enum): """ :meta private: [EXPERIMENTAL] - + Report type for TikTok Ads API. """ + BASIC = "BASIC" AUDIENCE = "AUDIENCE" PLAYABLE_AD = "PLAYABLE_AD" @@ -126,4 +16,8 @@ class TikTokAdsOptionsTikTokReportType(Enum): BUSINESS_CENTER = "BUSINESS_CENTER" GMV_MAX = "GMV_MAX" -TikTokAdsOptionsTikTokReportTypeParam = Literal["BASIC", "AUDIENCE", "PLAYABLE_AD", "DSA", "BUSINESS_CENTER", "GMV_MAX"] | TikTokAdsOptionsTikTokReportType + +TikTokAdsOptionsTikTokReportTypeParam = ( + Literal["BASIC", "AUDIENCE", "PLAYABLE_AD", "DSA", "BUSINESS_CENTER", "GMV_MAX"] + | TikTokAdsOptionsTikTokReportType +) diff --git a/python/databricks/bundles/pipelines/_models/transformer.py b/python/databricks/bundles/pipelines/_models/transformer.py index 38e513f24d0..a913e0e6cee 100644 --- a/python/databricks/bundles/pipelines/_models/transformer.py +++ b/python/databricks/bundles/pipelines/_models/transformer.py @@ -1,127 +1,28 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional +from databricks.bundles.pipelines._models.json_transformer_options import ( + JsonTransformerOptions, + JsonTransformerOptionsParam, +) +from databricks.bundles.pipelines._models.transformer_format import ( + TransformerFormat, + TransformerFormatParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Transformer: """ Specifies how to transform binary data into structured data. """ + format: VariableOrOptional[TransformerFormat] = None """ [Beta] Required: the wire format of the data. @@ -133,12 +34,11 @@ class Transformer: """ @classmethod - def from_dict(cls, value: 'TransformerDict') -> 'Self': + def from_dict(cls, value: "TransformerDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'TransformerDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "TransformerDict": + return _transform_to_json_value(self) # type:ignore class TransformerDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/transformer_format.py b/python/databricks/bundles/pipelines/_models/transformer_format.py index 135b8a9e473..5c2a771bbeb 100644 --- a/python/databricks/bundles/pipelines/_models/transformer_format.py +++ b/python/databricks/bundles/pipelines/_models/transformer_format.py @@ -1,120 +1,10 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam +from typing import Literal class TransformerFormat(Enum): STRING = "STRING" JSON = "JSON" + TransformerFormatParam = Literal["STRING", "JSON"] | TransformerFormat diff --git a/python/databricks/bundles/pipelines/_models/volumes_storage_info.py b/python/databricks/bundles/pipelines/_models/volumes_storage_info.py index 454cbd47f68..cbe74758fc7 100644 --- a/python/databricks/bundles/pipelines/_models/volumes_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/volumes_storage_info.py @@ -1,127 +1,20 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class VolumesStorageInfo: """ A storage location back by UC Volumes. """ + destination: VariableOr[str] """ UC Volumes destination, e.g. `/Volumes/catalog/schema/vol1/init-scripts/setup-datadog.sh` @@ -129,12 +22,11 @@ class VolumesStorageInfo: """ @classmethod - def from_dict(cls, value: 'VolumesStorageInfoDict') -> 'Self': + def from_dict(cls, value: "VolumesStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'VolumesStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "VolumesStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class VolumesStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/workspace_storage_info.py b/python/databricks/bundles/pipelines/_models/workspace_storage_info.py index 862f9b027f3..29c075ac2f3 100644 --- a/python/databricks/bundles/pipelines/_models/workspace_storage_info.py +++ b/python/databricks/bundles/pipelines/_models/workspace_storage_info.py @@ -1,139 +1,31 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.zendesk_support_options import ZendeskSupportOptions, ZendeskSupportOptionsDict, ZendeskSupportOptionsParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOr if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class WorkspaceStorageInfo: """ A storage location in Workspace Filesystem (WSFS) """ + destination: VariableOr[str] """ wsfs destination, e.g. `workspace:/cluster-init-scripts/setup-datadog.sh` """ @classmethod - def from_dict(cls, value: 'WorkspaceStorageInfoDict') -> 'Self': + def from_dict(cls, value: "WorkspaceStorageInfoDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'WorkspaceStorageInfoDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "WorkspaceStorageInfoDict": + return _transform_to_json_value(self) # type:ignore class WorkspaceStorageInfoDict(TypedDict, total=False): diff --git a/python/databricks/bundles/pipelines/_models/zendesk_support_options.py b/python/databricks/bundles/pipelines/_models/zendesk_support_options.py index c67a35b0620..21339a398eb 100644 --- a/python/databricks/bundles/pipelines/_models/zendesk_support_options.py +++ b/python/databricks/bundles/pipelines/_models/zendesk_support_options.py @@ -1,129 +1,22 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.pipelines._models.adlsgen2_info import Adlsgen2Info, Adlsgen2InfoDict, Adlsgen2InfoParam -from databricks.bundles.pipelines._models.aws_attributes import AwsAttributes, AwsAttributesDict, AwsAttributesParam -from databricks.bundles.pipelines._models.azure_attributes import AzureAttributes, AzureAttributesDict, AzureAttributesParam -from databricks.bundles.pipelines._models.cluster_log_conf import ClusterLogConf, ClusterLogConfDict, ClusterLogConfParam -from databricks.bundles.pipelines._models.dbfs_storage_info import DbfsStorageInfo, DbfsStorageInfoDict, DbfsStorageInfoParam -from databricks.bundles.pipelines._models.gcp_attributes import GcpAttributes, GcpAttributesDict, GcpAttributesParam -from databricks.bundles.pipelines._models.gcs_storage_info import GcsStorageInfo, GcsStorageInfoDict, GcsStorageInfoParam -from databricks.bundles.pipelines._models.init_script_info import InitScriptInfo, InitScriptInfoDict, InitScriptInfoParam -from databricks.bundles.pipelines._models.local_file_info import LocalFileInfo, LocalFileInfoDict, LocalFileInfoParam -from databricks.bundles.pipelines._models.log_analytics_info import LogAnalyticsInfo, LogAnalyticsInfoDict, LogAnalyticsInfoParam -from databricks.bundles.pipelines._models.maven_library import MavenLibrary, MavenLibraryDict, MavenLibraryParam -from databricks.bundles.pipelines._models.s3_storage_info import S3StorageInfo, S3StorageInfoDict, S3StorageInfoParam -from databricks.bundles.pipelines._models.volumes_storage_info import VolumesStorageInfo, VolumesStorageInfoDict, VolumesStorageInfoParam -from databricks.bundles.pipelines._models.workspace_storage_info import WorkspaceStorageInfo, WorkspaceStorageInfoDict, WorkspaceStorageInfoParam -from databricks.bundles.pipelines._models.auto_full_refresh_policy import AutoFullRefreshPolicy, AutoFullRefreshPolicyDict, AutoFullRefreshPolicyParam -from databricks.bundles.pipelines._models.confluence_connector_options import ConfluenceConnectorOptions, ConfluenceConnectorOptionsDict, ConfluenceConnectorOptionsParam -from databricks.bundles.pipelines._models.connection_parameters import ConnectionParameters, ConnectionParametersDict, ConnectionParametersParam -from databricks.bundles.pipelines._models.connector_options import ConnectorOptions, ConnectorOptionsDict, ConnectorOptionsParam -from databricks.bundles.pipelines._models.data_staging_options import DataStagingOptions, DataStagingOptionsDict, DataStagingOptionsParam -from databricks.bundles.pipelines._models.event_log_spec import EventLogSpec, EventLogSpecDict, EventLogSpecParam -from databricks.bundles.pipelines._models.file_filter import FileFilter, FileFilterDict, FileFilterParam -from databricks.bundles.pipelines._models.file_ingestion_options import FileIngestionOptions, FileIngestionOptionsDict, FileIngestionOptionsParam -from databricks.bundles.pipelines._models.file_library import FileLibrary, FileLibraryDict, FileLibraryParam -from databricks.bundles.pipelines._models.filters import Filters, FiltersDict, FiltersParam -from databricks.bundles.pipelines._models.google_ads_config import GoogleAdsConfig, GoogleAdsConfigDict, GoogleAdsConfigParam -from databricks.bundles.pipelines._models.google_ads_custom_report_options import GoogleAdsCustomReportOptions, GoogleAdsCustomReportOptionsDict, GoogleAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.google_ads_options import GoogleAdsOptions, GoogleAdsOptionsDict, GoogleAdsOptionsParam -from databricks.bundles.pipelines._models.google_drive_options import GoogleDriveOptions, GoogleDriveOptionsDict, GoogleDriveOptionsParam -from databricks.bundles.pipelines._models.ingestion_config import IngestionConfig, IngestionConfigDict, IngestionConfigParam -from databricks.bundles.pipelines._models.ingestion_gateway_pipeline_definition import IngestionGatewayPipelineDefinition, IngestionGatewayPipelineDefinitionDict, IngestionGatewayPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition import IngestionPipelineDefinition, IngestionPipelineDefinitionDict, IngestionPipelineDefinitionParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_fanout_options import IngestionPipelineDefinitionFanoutOptions, IngestionPipelineDefinitionFanoutOptionsDict, IngestionPipelineDefinitionFanoutOptionsParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_table_specific_config_query_based_connector_config import IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigDict, IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfigParam -from databricks.bundles.pipelines._models.ingestion_pipeline_definition_workday_report_parameters import IngestionPipelineDefinitionWorkdayReportParameters, IngestionPipelineDefinitionWorkdayReportParametersDict, IngestionPipelineDefinitionWorkdayReportParametersParam -from databricks.bundles.pipelines._models.jira_connector_options import JiraConnectorOptions, JiraConnectorOptionsDict, JiraConnectorOptionsParam -from databricks.bundles.pipelines._models.json_transformer_options import JsonTransformerOptions, JsonTransformerOptionsDict, JsonTransformerOptionsParam -from databricks.bundles.pipelines._models.kafka_options import KafkaOptions, KafkaOptionsDict, KafkaOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options import MetaMarketingOptions, MetaMarketingOptionsDict, MetaMarketingOptionsParam -from databricks.bundles.pipelines._models.meta_marketing_options_meta_marketing_custom_report_options import MetaMarketingOptionsMetaMarketingCustomReportOptions, MetaMarketingOptionsMetaMarketingCustomReportOptionsDict, MetaMarketingOptionsMetaMarketingCustomReportOptionsParam -from databricks.bundles.pipelines._models.notebook_library import NotebookLibrary, NotebookLibraryDict, NotebookLibraryParam -from databricks.bundles.pipelines._models.notifications import Notifications, NotificationsDict, NotificationsParam -from databricks.bundles.pipelines._models.operation_time_window import OperationTimeWindow, OperationTimeWindowDict, OperationTimeWindowParam -from databricks.bundles.pipelines._models.outlook_options import OutlookOptions, OutlookOptionsDict, OutlookOptionsParam -from databricks.bundles.pipelines._models.path_pattern import PathPattern, PathPatternDict, PathPatternParam -from databricks.bundles.pipelines._models.pipeline_cluster import PipelineCluster, PipelineClusterDict, PipelineClusterParam -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale import PipelineClusterAutoscale, PipelineClusterAutoscaleDict, PipelineClusterAutoscaleParam -from databricks.bundles.pipelines._models.pipeline_library import PipelineLibrary, PipelineLibraryDict, PipelineLibraryParam -from databricks.bundles.pipelines._models.pipelines_environment import PipelinesEnvironment, PipelinesEnvironmentDict, PipelinesEnvironmentParam -from databricks.bundles.pipelines._models.postgres_catalog_config import PostgresCatalogConfig, PostgresCatalogConfigDict, PostgresCatalogConfigParam -from databricks.bundles.pipelines._models.postgres_slot_config import PostgresSlotConfig, PostgresSlotConfigDict, PostgresSlotConfigParam -from databricks.bundles.pipelines._models.reddit_ads_options import RedditAdsOptions, RedditAdsOptionsDict, RedditAdsOptionsParam -from databricks.bundles.pipelines._models.reddit_ads_options_reddit_ads_custom_report_options import RedditAdsOptionsRedditAdsCustomReportOptions, RedditAdsOptionsRedditAdsCustomReportOptionsDict, RedditAdsOptionsRedditAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.report_spec import ReportSpec, ReportSpecDict, ReportSpecParam -from databricks.bundles.pipelines._models.restart_window import RestartWindow, RestartWindowDict, RestartWindowParam -from databricks.bundles.pipelines._models.run_as import RunAs, RunAsDict, RunAsParam -from databricks.bundles.pipelines._models.schema_spec import SchemaSpec, SchemaSpecDict, SchemaSpecParam -from databricks.bundles.pipelines._models.sharepoint_options import SharepointOptions, SharepointOptionsDict, SharepointOptionsParam -from databricks.bundles.pipelines._models.smartsheet_options import SmartsheetOptions, SmartsheetOptionsDict, SmartsheetOptionsParam -from databricks.bundles.pipelines._models.source_catalog_config import SourceCatalogConfig, SourceCatalogConfigDict, SourceCatalogConfigParam -from databricks.bundles.pipelines._models.source_config import SourceConfig, SourceConfigDict, SourceConfigParam -from databricks.bundles.pipelines._models.table_spec import TableSpec, TableSpecDict, TableSpecParam -from databricks.bundles.pipelines._models.table_specific_config import TableSpecificConfig, TableSpecificConfigDict, TableSpecificConfigParam -from databricks.bundles.pipelines._models.tik_tok_ads_options import TikTokAdsOptions, TikTokAdsOptionsDict, TikTokAdsOptionsParam -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_ads_custom_report_options import TikTokAdsOptionsTikTokAdsCustomReportOptions, TikTokAdsOptionsTikTokAdsCustomReportOptionsDict, TikTokAdsOptionsTikTokAdsCustomReportOptionsParam -from databricks.bundles.pipelines._models.transformer import Transformer, TransformerDict, TransformerParam -from databricks.bundles.pipelines._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.pipelines._models.pipeline import Pipeline, PipelineDict, PipelineParam -from databricks.bundles.pipelines._models.pipeline_permission import PipelinePermission, PipelinePermissionDict, PipelinePermissionParam -from databricks.bundles.pipelines._models.aws_availability import AwsAvailability, AwsAvailabilityParam - -from databricks.bundles.pipelines._models.azure_availability import AzureAvailability, AzureAvailabilityParam - -from databricks.bundles.pipelines._models.confidential_compute_type import ConfidentialComputeType, ConfidentialComputeTypeParam - -from databricks.bundles.pipelines._models.ebs_volume_type import EbsVolumeType, EbsVolumeTypeParam - -from databricks.bundles.pipelines._models.gcp_availability import GcpAvailability, GcpAvailabilityParam - -from databricks.bundles.pipelines._models.connector_type import ConnectorType, ConnectorTypeParam - -from databricks.bundles.pipelines._models.day_of_week import DayOfWeek, DayOfWeekParam - -from databricks.bundles.pipelines._models.file_ingestion_options_file_format import FileIngestionOptionsFileFormat, FileIngestionOptionsFileFormatParam - -from databricks.bundles.pipelines._models.file_ingestion_options_schema_evolution_mode import FileIngestionOptionsSchemaEvolutionMode, FileIngestionOptionsSchemaEvolutionModeParam - -from databricks.bundles.pipelines._models.google_drive_options_google_drive_entity_type import GoogleDriveOptionsGoogleDriveEntityType, GoogleDriveOptionsGoogleDriveEntityTypeParam - -from databricks.bundles.pipelines._models.outlook_attachment_mode import OutlookAttachmentMode, OutlookAttachmentModeParam - -from databricks.bundles.pipelines._models.outlook_body_format import OutlookBodyFormat, OutlookBodyFormatParam - -from databricks.bundles.pipelines._models.pipeline_cluster_autoscale_mode import PipelineClusterAutoscaleMode, PipelineClusterAutoscaleModeParam - -from databricks.bundles.pipelines._models.pipeline_permission_level import PipelinePermissionLevel, PipelinePermissionLevelParam - -from databricks.bundles.pipelines._models.sharepoint_options_sharepoint_entity_type import SharepointOptionsSharepointEntityType, SharepointOptionsSharepointEntityTypeParam - -from databricks.bundles.pipelines._models.table_specific_config_scd_type import TableSpecificConfigScdType, TableSpecificConfigScdTypeParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_data_level import TikTokAdsOptionsTikTokDataLevel, TikTokAdsOptionsTikTokDataLevelParam - -from databricks.bundles.pipelines._models.tik_tok_ads_options_tik_tok_report_type import TikTokAdsOptionsTikTokReportType, TikTokAdsOptionsTikTokReportTypeParam - -from databricks.bundles.pipelines._models.transformer_format import TransformerFormat, TransformerFormatParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class ZendeskSupportOptions: """ :meta private: [EXPERIMENTAL] - + Zendesk Support specific options for ingestion """ + start_date: VariableOrOptional[str] = None """ :meta private: [EXPERIMENTAL] @@ -133,12 +26,11 @@ class ZendeskSupportOptions: """ @classmethod - def from_dict(cls, value: 'ZendeskSupportOptionsDict') -> 'Self': + def from_dict(cls, value: "ZendeskSupportOptionsDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'ZendeskSupportOptionsDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "ZendeskSupportOptionsDict": + return _transform_to_json_value(self) # type:ignore class ZendeskSupportOptionsDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/__init__.py b/python/databricks/bundles/schemas/__init__.py index f0c451c8170..11517faaab9 100644 --- a/python/databricks/bundles/schemas/__init__.py +++ b/python/databricks/bundles/schemas/__init__.py @@ -1,28 +1,35 @@ __all__ = [ - 'Lifecycle', - 'LifecycleDict', - 'LifecycleParam', - 'Privilege', - 'PrivilegeAssignment', - 'PrivilegeAssignmentDict', - 'PrivilegeAssignmentParam', - 'PrivilegeParam', - 'Schema', - 'SchemaDict', - 'SchemaParam', - 'SchemaGrant', - 'SchemaGrantDict', - 'SchemaGrantParam', - 'SchemaGrantPrivilege', - 'SchemaGrantPrivilegeParam', + "Lifecycle", + "LifecycleDict", + "LifecycleParam", + "Privilege", + "PrivilegeAssignment", + "PrivilegeAssignmentDict", + "PrivilegeAssignmentParam", + "PrivilegeParam", + "Schema", + "SchemaDict", + "SchemaGrant", + "SchemaGrantDict", + "SchemaGrantParam", + "SchemaGrantPrivilege", + "SchemaGrantPrivilegeParam", + "SchemaParam", ] -from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam +from databricks.bundles.schemas._models.lifecycle import ( + Lifecycle, + LifecycleDict, + LifecycleParam, +) from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.schemas._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentDict, + PrivilegeAssignmentParam, +) +from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam SchemaGrant = PrivilegeAssignment SchemaGrantDict = PrivilegeAssignmentDict diff --git a/python/databricks/bundles/schemas/_models/lifecycle.py b/python/databricks/bundles/schemas/_models/lifecycle.py index 8b1d4e9faac..c934967f37e 100644 --- a/python/databricks/bundles/schemas/_models/lifecycle.py +++ b/python/databricks/bundles/schemas/_models/lifecycle.py @@ -1,20 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam -from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Lifecycle: """""" @@ -25,12 +19,11 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: 'LifecycleDict') -> 'Self': + def from_dict(cls, value: "LifecycleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LifecycleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LifecycleDict": + return _transform_to_json_value(self) # type:ignore class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/_models/privilege.py b/python/databricks/bundles/schemas/_models/privilege.py index 651f69f67c7..7f118b07668 100644 --- a/python/databricks/bundles/schemas/_models/privilege.py +++ b/python/databricks/bundles/schemas/_models/privilege.py @@ -1,15 +1,6 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field +from typing import Literal -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam class Privilege(Enum): SELECT = "SELECT" @@ -64,4 +55,60 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" -PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege + +PrivilegeParam = ( + Literal[ + "SELECT", + "READ_PRIVATE_FILES", + "WRITE_PRIVATE_FILES", + "CREATE", + "USAGE", + "USE_CATALOG", + "USE_SCHEMA", + "CREATE_SCHEMA", + "CREATE_VIEW", + "CREATE_EXTERNAL_TABLE", + "CREATE_MATERIALIZED_VIEW", + "CREATE_FUNCTION", + "CREATE_MODEL", + "CREATE_CATALOG", + "CREATE_MANAGED_STORAGE", + "CREATE_EXTERNAL_LOCATION", + "CREATE_STORAGE_CREDENTIAL", + "CREATE_SERVICE_CREDENTIAL", + "ACCESS", + "CREATE_SHARE", + "CREATE_RECIPIENT", + "CREATE_PROVIDER", + "USE_SHARE", + "USE_RECIPIENT", + "USE_PROVIDER", + "USE_MARKETPLACE_ASSETS", + "SET_SHARE_PERMISSION", + "MODIFY", + "REFRESH", + "EXECUTE", + "READ_FILES", + "WRITE_FILES", + "CREATE_TABLE", + "ALL_PRIVILEGES", + "CREATE_CONNECTION", + "USE_CONNECTION", + "APPLY_TAG", + "CREATE_FOREIGN_CATALOG", + "CREATE_FOREIGN_SECURABLE", + "MANAGE_ALLOWLIST", + "CREATE_VOLUME", + "CREATE_EXTERNAL_VOLUME", + "READ_VOLUME", + "WRITE_VOLUME", + "MANAGE", + "BROWSE", + "CREATE_CLEAN_ROOM", + "MODIFY_CLEAN_ROOM", + "EXECUTE_CLEAN_ROOM_TASK", + "EXTERNAL_USE_SCHEMA", + "READ_METADATA", + ] + | Privilege +) diff --git a/python/databricks/bundles/schemas/_models/privilege_assignment.py b/python/databricks/bundles/schemas/_models/privilege_assignment.py index 3f36308dea7..c60d5a82ecc 100644 --- a/python/databricks/bundles/schemas/_models/privilege_assignment.py +++ b/python/databricks/bundles/schemas/_models/privilege_assignment.py @@ -1,20 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.schemas._models.schema import Schema, SchemaDict, SchemaParam +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -31,12 +26,11 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': + def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PrivilegeAssignmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PrivilegeAssignmentDict": + return _transform_to_json_value(self) # type:ignore class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/schemas/_models/schema.py b/python/databricks/bundles/schemas/_models/schema.py index 617a5dee93c..a25b3593305 100644 --- a/python/databricks/bundles/schemas/_models/schema.py +++ b/python/databricks/bundles/schemas/_models/schema.py @@ -1,20 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.schemas._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.schemas._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrDict, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.schemas._models.lifecycle import Lifecycle, LifecycleParam +from databricks.bundles.schemas._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentParam, +) if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Schema(Resource): """""" @@ -60,12 +65,11 @@ class Schema(Resource): """ @classmethod - def from_dict(cls, value: 'SchemaDict') -> 'Self': + def from_dict(cls, value: "SchemaDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'SchemaDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "SchemaDict": + return _transform_to_json_value(self) # type:ignore class SchemaDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/__init__.py b/python/databricks/bundles/volumes/__init__.py index 1570de0aa5c..57cf0f1e909 100644 --- a/python/databricks/bundles/volumes/__init__.py +++ b/python/databricks/bundles/volumes/__init__.py @@ -1,33 +1,39 @@ __all__ = [ - 'Lifecycle', - 'LifecycleDict', - 'LifecycleParam', - 'Privilege', - 'PrivilegeAssignment', - 'PrivilegeAssignmentDict', - 'PrivilegeAssignmentParam', - 'PrivilegeParam', - 'Volume', - 'VolumeDict', - 'VolumeParam', - 'VolumeType', - 'VolumeTypeParam', - 'VolumeGrant', - 'VolumeGrantDict', - 'VolumeGrantParam', - 'VolumeGrantPrivilege', - 'VolumeGrantPrivilegeParam', + "Lifecycle", + "LifecycleDict", + "LifecycleParam", + "Privilege", + "PrivilegeAssignment", + "PrivilegeAssignmentDict", + "PrivilegeAssignmentParam", + "PrivilegeParam", + "Volume", + "VolumeDict", + "VolumeGrant", + "VolumeGrantDict", + "VolumeGrantParam", + "VolumeGrantPrivilege", + "VolumeGrantPrivilegeParam", + "VolumeParam", + "VolumeType", + "VolumeTypeParam", ] -from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.volumes._models.lifecycle import ( + Lifecycle, + LifecycleDict, + LifecycleParam, +) from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.volumes._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentDict, + PrivilegeAssignmentParam, +) +from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam - VolumeGrant = PrivilegeAssignment VolumeGrantDict = PrivilegeAssignmentDict VolumeGrantParam = PrivilegeAssignmentParam diff --git a/python/databricks/bundles/volumes/_models/lifecycle.py b/python/databricks/bundles/volumes/_models/lifecycle.py index ff0c44aa4b8..c934967f37e 100644 --- a/python/databricks/bundles/volumes/_models/lifecycle.py +++ b/python/databricks/bundles/volumes/_models/lifecycle.py @@ -1,22 +1,14 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam -from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam - -from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam - +from databricks.bundles.core._variable import VariableOrOptional if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Lifecycle: """""" @@ -27,12 +19,11 @@ class Lifecycle: """ @classmethod - def from_dict(cls, value: 'LifecycleDict') -> 'Self': + def from_dict(cls, value: "LifecycleDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'LifecycleDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "LifecycleDict": + return _transform_to_json_value(self) # type:ignore class LifecycleDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/privilege.py b/python/databricks/bundles/volumes/_models/privilege.py index 92b7b14e876..7f118b07668 100644 --- a/python/databricks/bundles/volumes/_models/privilege.py +++ b/python/databricks/bundles/volumes/_models/privilege.py @@ -1,16 +1,5 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam -from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam +from typing import Literal class Privilege(Enum): @@ -66,4 +55,60 @@ class Privilege(Enum): EXTERNAL_USE_SCHEMA = "EXTERNAL_USE_SCHEMA" READ_METADATA = "READ_METADATA" -PrivilegeParam = Literal["SELECT", "READ_PRIVATE_FILES", "WRITE_PRIVATE_FILES", "CREATE", "USAGE", "USE_CATALOG", "USE_SCHEMA", "CREATE_SCHEMA", "CREATE_VIEW", "CREATE_EXTERNAL_TABLE", "CREATE_MATERIALIZED_VIEW", "CREATE_FUNCTION", "CREATE_MODEL", "CREATE_CATALOG", "CREATE_MANAGED_STORAGE", "CREATE_EXTERNAL_LOCATION", "CREATE_STORAGE_CREDENTIAL", "CREATE_SERVICE_CREDENTIAL", "ACCESS", "CREATE_SHARE", "CREATE_RECIPIENT", "CREATE_PROVIDER", "USE_SHARE", "USE_RECIPIENT", "USE_PROVIDER", "USE_MARKETPLACE_ASSETS", "SET_SHARE_PERMISSION", "MODIFY", "REFRESH", "EXECUTE", "READ_FILES", "WRITE_FILES", "CREATE_TABLE", "ALL_PRIVILEGES", "CREATE_CONNECTION", "USE_CONNECTION", "APPLY_TAG", "CREATE_FOREIGN_CATALOG", "CREATE_FOREIGN_SECURABLE", "MANAGE_ALLOWLIST", "CREATE_VOLUME", "CREATE_EXTERNAL_VOLUME", "READ_VOLUME", "WRITE_VOLUME", "MANAGE", "BROWSE", "CREATE_CLEAN_ROOM", "MODIFY_CLEAN_ROOM", "EXECUTE_CLEAN_ROOM_TASK", "EXTERNAL_USE_SCHEMA", "READ_METADATA"] | Privilege + +PrivilegeParam = ( + Literal[ + "SELECT", + "READ_PRIVATE_FILES", + "WRITE_PRIVATE_FILES", + "CREATE", + "USAGE", + "USE_CATALOG", + "USE_SCHEMA", + "CREATE_SCHEMA", + "CREATE_VIEW", + "CREATE_EXTERNAL_TABLE", + "CREATE_MATERIALIZED_VIEW", + "CREATE_FUNCTION", + "CREATE_MODEL", + "CREATE_CATALOG", + "CREATE_MANAGED_STORAGE", + "CREATE_EXTERNAL_LOCATION", + "CREATE_STORAGE_CREDENTIAL", + "CREATE_SERVICE_CREDENTIAL", + "ACCESS", + "CREATE_SHARE", + "CREATE_RECIPIENT", + "CREATE_PROVIDER", + "USE_SHARE", + "USE_RECIPIENT", + "USE_PROVIDER", + "USE_MARKETPLACE_ASSETS", + "SET_SHARE_PERMISSION", + "MODIFY", + "REFRESH", + "EXECUTE", + "READ_FILES", + "WRITE_FILES", + "CREATE_TABLE", + "ALL_PRIVILEGES", + "CREATE_CONNECTION", + "USE_CONNECTION", + "APPLY_TAG", + "CREATE_FOREIGN_CATALOG", + "CREATE_FOREIGN_SECURABLE", + "MANAGE_ALLOWLIST", + "CREATE_VOLUME", + "CREATE_EXTERNAL_VOLUME", + "READ_VOLUME", + "WRITE_VOLUME", + "MANAGE", + "BROWSE", + "CREATE_CLEAN_ROOM", + "MODIFY_CLEAN_ROOM", + "EXECUTE_CLEAN_ROOM_TASK", + "EXTERNAL_USE_SCHEMA", + "READ_METADATA", + ] + | Privilege +) diff --git a/python/databricks/bundles/volumes/_models/privilege_assignment.py b/python/databricks/bundles/volumes/_models/privilege_assignment.py index 23aa4b1762e..35b695e10db 100644 --- a/python/databricks/bundles/volumes/_models/privilege_assignment.py +++ b/python/databricks/bundles/volumes/_models/privilege_assignment.py @@ -1,22 +1,15 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict -from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam +from databricks.bundles.core._variable import VariableOrList, VariableOrOptional from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam -from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam - - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class PrivilegeAssignment: """""" @@ -33,12 +26,11 @@ class PrivilegeAssignment: """ @classmethod - def from_dict(cls, value: 'PrivilegeAssignmentDict') -> 'Self': + def from_dict(cls, value: "PrivilegeAssignmentDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'PrivilegeAssignmentDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "PrivilegeAssignmentDict": + return _transform_to_json_value(self) # type:ignore class PrivilegeAssignmentDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/volume.py b/python/databricks/bundles/volumes/_models/volume.py index a047a9724c9..6599d6b7620 100644 --- a/python/databricks/bundles/volumes/_models/volume.py +++ b/python/databricks/bundles/volumes/_models/volume.py @@ -1,22 +1,25 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING -from enum import Enum -from dataclasses import dataclass, replace, field +from dataclasses import dataclass, field +from typing import TYPE_CHECKING, TypedDict from databricks.bundles.core._resource import Resource from databricks.bundles.core._transform import _transform from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam - +from databricks.bundles.core._variable import ( + VariableOr, + VariableOrList, + VariableOrOptional, +) +from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleParam +from databricks.bundles.volumes._models.privilege_assignment import ( + PrivilegeAssignment, + PrivilegeAssignmentParam, +) from databricks.bundles.volumes._models.volume_type import VolumeType, VolumeTypeParam - if TYPE_CHECKING: from typing_extensions import Self + @dataclass(kw_only=True) class Volume(Resource): """""" @@ -64,12 +67,11 @@ class Volume(Resource): """ @classmethod - def from_dict(cls, value: 'VolumeDict') -> 'Self': + def from_dict(cls, value: "VolumeDict") -> "Self": return _transform(cls, value) - def as_dict(self) -> 'VolumeDict': - return _transform_to_json_value(self) # type:ignore - + def as_dict(self) -> "VolumeDict": + return _transform_to_json_value(self) # type:ignore class VolumeDict(TypedDict, total=False): diff --git a/python/databricks/bundles/volumes/_models/volume_type.py b/python/databricks/bundles/volumes/_models/volume_type.py index dfdab280cdd..5c96db8fde9 100644 --- a/python/databricks/bundles/volumes/_models/volume_type.py +++ b/python/databricks/bundles/volumes/_models/volume_type.py @@ -1,20 +1,10 @@ -from typing import Literal, Optional, TypedDict, ClassVar, TYPE_CHECKING from enum import Enum -from dataclasses import dataclass, replace, field - -from databricks.bundles.core._resource import Resource -from databricks.bundles.core._transform import _transform -from databricks.bundles.core._transform_to_json import _transform_to_json_value -from databricks.bundles.core._variable import VariableOr, VariableOrOptional, VariableOrList, VariableOrDict - -from databricks.bundles.volumes._models.privilege_assignment import PrivilegeAssignment, PrivilegeAssignmentDict, PrivilegeAssignmentParam -from databricks.bundles.volumes._models.lifecycle import Lifecycle, LifecycleDict, LifecycleParam -from databricks.bundles.volumes._models.volume import Volume, VolumeDict, VolumeParam -from databricks.bundles.volumes._models.privilege import Privilege, PrivilegeParam +from typing import Literal class VolumeType(Enum): MANAGED = "MANAGED" EXTERNAL = "EXTERNAL" + VolumeTypeParam = Literal["MANAGED", "EXTERNAL"] | VolumeType From 133814c99290bbf7d8343f8054dd2db64a2d4899 Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 02:37:18 +0000 Subject: [PATCH 12/15] air: add convert-to-dabs (run YAML -> Databricks Asset Bundle) Adds `databricks experimental air convert-to-dabs `: a purely local transform that turns an AIR CLI run YAML into a Databricks Asset Bundle, so a workload authored for `air run` can be deployed and managed with DABs. Design: - Round-trips: `bundle validate` accepts the output and `bundle deploy` reproduces the same ai_runtime_task workload `air run` submits. Verified end-to-end on staging (convert -> deploy -> run -> SUCCESS); the acceptance test runs `bundle validate` on the output. - The DABs ai_runtime_task is the SDK jobs.AiRuntimeTask (strict schema: experiment + deployments[].{command_path,compute} + code_source_path). Framework fields (retries, timeout) are emitted on the task wrapper, where the schema puts them, not inside ai_runtime_task. - code_source_path is a TARBALL, not a directory: the backend expects an archive ("unpacked on each node") and bundle deploy's uploader only handles single files. convert tars the resolved root_path into code_source.tar.gz (reusing the snapshot path's createPlainTarball, honoring include_paths). command.sh and the env/secret/param sidecars are loose files at the bundle root. All are emitted "./"-prefixed so IsLibraryLocal classifies them as local uploads (a bare, extensionless path is otherwise read as a PyPI package name and skipped). - No manual upload step: bundle deploy uploads the tarball + command.sh; the user runs one deploy. - env_variables / secrets / parameters have no inline ai_runtime_task fields (the native jobs env_variables field is the eventual north star but isn't usable from the Go SDK yet), so they ride as sidecar files, matching `air run`'s layout. - docker_image and usage_policy_name are rejected with a clear message. Output defaults to an ephemeral, per-experiment temp dir that is reset each run (idempotent re-runs, no project clutter); --output-dir pins a permanent location. Tests: unit tests over the pure conversion (field mapping, wrapper-vs-task placement, omit-when-unset, sidecar staging, permissions, rejections) and an acceptance test that converts the torchrun-a10 example and validates the bundle. Co-authored-by: Isaac --- .../air/convert-to-dabs/docker.yaml | 8 + .../air/convert-to-dabs/out.test.toml | 3 + .../air/convert-to-dabs/output.txt | 79 ++++ .../experimental/air/convert-to-dabs/script | 19 + .../air/convert-to-dabs/src/train.py | 1 + .../air/convert-to-dabs/test.toml | 3 + .../air/convert-to-dabs/train.yaml | 13 + acceptance/experimental/air/help/output.txt | 13 +- experimental/air/cmd/air.go | 1 + experimental/air/cmd/air_test.go | 2 +- experimental/air/cmd/convert_to_dabs.go | 423 ++++++++++++++++++ experimental/air/cmd/convert_to_dabs_test.go | 322 +++++++++++++ 12 files changed, 880 insertions(+), 7 deletions(-) create mode 100644 acceptance/experimental/air/convert-to-dabs/docker.yaml create mode 100644 acceptance/experimental/air/convert-to-dabs/out.test.toml create mode 100644 acceptance/experimental/air/convert-to-dabs/output.txt create mode 100644 acceptance/experimental/air/convert-to-dabs/script create mode 100644 acceptance/experimental/air/convert-to-dabs/src/train.py create mode 100644 acceptance/experimental/air/convert-to-dabs/test.toml create mode 100644 acceptance/experimental/air/convert-to-dabs/train.yaml create mode 100644 experimental/air/cmd/convert_to_dabs.go create mode 100644 experimental/air/cmd/convert_to_dabs_test.go diff --git a/acceptance/experimental/air/convert-to-dabs/docker.yaml b/acceptance/experimental/air/convert-to-dabs/docker.yaml new file mode 100644 index 00000000000..848ac77fd9c --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/docker.yaml @@ -0,0 +1,8 @@ +experiment_name: docker-test +command: python train.py +compute: + accelerator_type: GPU_1xA10 + num_accelerators: 1 +environment: + docker_image: + url: myregistry/img:tag diff --git a/acceptance/experimental/air/convert-to-dabs/out.test.toml b/acceptance/experimental/air/convert-to-dabs/out.test.toml new file mode 100644 index 00000000000..e90b6d5d1ba --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/out.test.toml @@ -0,0 +1,3 @@ +Local = true +Cloud = false +EnvMatrix.DATABRICKS_BUNDLE_ENGINE = ["direct"] diff --git a/acceptance/experimental/air/convert-to-dabs/output.txt b/acceptance/experimental/air/convert-to-dabs/output.txt new file mode 100644 index 00000000000..66c36bf8b2c --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/output.txt @@ -0,0 +1,79 @@ + +=== convert an AIR run YAML into a DABs bundle +>>> [CLI] experimental air convert-to-dabs train.yaml --output-dir generated +Wrote a Databricks Asset Bundle to generated: + databricks.yml + training_config.yaml + command.sh + requirements.yaml + code_source.tar.gz + +To deploy this workload as a bundle: + 1. cd generated + 2. databricks bundle validate + 3. databricks bundle deploy + +bundle deploy uploads the code source and launch scripts automatically. + +Unlike `air run` (which submits an ephemeral run), bundle deploy creates a +persistent job that is not garbage-collected. To run it after deploying: + databricks bundle run +When you are done, remove the job and its uploaded files with: + databricks bundle destroy + +=== emitted databricks.yml +>>> cat generated/databricks.yml +bundle: + name: torchrun-a10-smoke-test +targets: + dev: + mode: development + default: true +resources: + jobs: + torchrun-a10-smoke-test: + name: torchrun-a10-smoke-test + tasks: + - task_key: torchrun-a10-smoke-test + environment_key: default + ai_runtime_task: + experiment: torchrun-a10-smoke-test + deployments: + - command_path: ./command.sh + compute: + accelerator_type: GPU_1xA10 + accelerator_count: 1 + code_source_path: ./code_source.tar.gz + environments: + - environment_key: default + spec: + environment_version: "5" + dependencies: + - numpy + +=== the generated command.sh carries the run command +>>> cat generated/command.sh +torchrun --nproc_per_node=1 train.py +=== the code source is packaged as a tarball +>>> ls generated +code_source.tar.gz +command.sh +databricks.yml +requirements.yaml +training_config.yaml + +=== the emitted bundle validates +>>> [CLI] bundle validate +Name: torchrun-a10-smoke-test +Target: dev +Workspace: + User: [USERNAME] + Path: /Workspace/Users/[USERNAME]/.bundle/torchrun-a10-smoke-test/dev + +Validation OK! + +=== docker_image is not supported yet +>>> [CLI] experimental air convert-to-dabs docker.yaml --output-dir generated-docker +Error: environment.docker_image is not yet supported by convert-to-dabs + +Exit code: 1 diff --git a/acceptance/experimental/air/convert-to-dabs/script b/acceptance/experimental/air/convert-to-dabs/script new file mode 100644 index 00000000000..4e4bd185dbc --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/script @@ -0,0 +1,19 @@ +title "convert an AIR run YAML into a DABs bundle" +trace $CLI experimental air convert-to-dabs train.yaml --output-dir generated + +title "emitted databricks.yml" +trace cat generated/databricks.yml + +title "the generated command.sh carries the run command" +trace cat generated/command.sh + +title "the code source is packaged as a tarball" +trace ls generated && true + +title "the emitted bundle validates" +cd generated +trace $CLI bundle validate +cd .. + +title "docker_image is not supported yet" +errcode trace $CLI experimental air convert-to-dabs docker.yaml --output-dir generated-docker diff --git a/acceptance/experimental/air/convert-to-dabs/src/train.py b/acceptance/experimental/air/convert-to-dabs/src/train.py new file mode 100644 index 00000000000..c859094afdf --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/src/train.py @@ -0,0 +1 @@ +print("train") diff --git a/acceptance/experimental/air/convert-to-dabs/test.toml b/acceptance/experimental/air/convert-to-dabs/test.toml new file mode 100644 index 00000000000..19643c87452 --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/test.toml @@ -0,0 +1,3 @@ +# The command writes a bundle under generated/; those are generated artifacts, +# not committed inputs, so exclude them from the repo-diff check. +Ignore = ["generated", "generated-docker"] diff --git a/acceptance/experimental/air/convert-to-dabs/train.yaml b/acceptance/experimental/air/convert-to-dabs/train.yaml new file mode 100644 index 00000000000..bae47bc4dbd --- /dev/null +++ b/acceptance/experimental/air/convert-to-dabs/train.yaml @@ -0,0 +1,13 @@ +experiment_name: torchrun-a10-smoke-test +command: torchrun --nproc_per_node=1 train.py +compute: + accelerator_type: GPU_1xA10 + num_accelerators: 1 +environment: + version: 5 + dependencies: + - numpy +code_source: + type: snapshot + snapshot: + root_path: ./src diff --git a/acceptance/experimental/air/help/output.txt b/acceptance/experimental/air/help/output.txt index 52e50016843..f2ab58d0a38 100644 --- a/acceptance/experimental/air/help/output.txt +++ b/acceptance/experimental/air/help/output.txt @@ -10,12 +10,13 @@ Usage: databricks experimental air [command] Available Commands: - cancel Cancel one or more runs - get Show status, configuration, and timing details for a specific run - list List your active runs for the current profile (use --all-status for finished runs) - logs Stream or fetch logs for a run - register-image Mirror a Docker image into the workspace registry - run Submit a training workload from a YAML config + cancel Cancel one or more runs + convert-to-dabs Convert an AIR run YAML into a Databricks Asset Bundle + get Show status, configuration, and timing details for a specific run + list List your active runs for the current profile (use --all-status for finished runs) + logs Stream or fetch logs for a run + register-image Mirror a Docker image into the workspace registry + run Submit a training workload from a YAML config Flags: -h, --help help for air diff --git a/experimental/air/cmd/air.go b/experimental/air/cmd/air.go index fbf40a34b52..13b3ee18559 100644 --- a/experimental/air/cmd/air.go +++ b/experimental/air/cmd/air.go @@ -23,6 +23,7 @@ experimental and may change in future versions.`, cmd.AddCommand(newLogsCommand()) cmd.AddCommand(newCancelCommand()) cmd.AddCommand(newRegisterImageCommand()) + cmd.AddCommand(newConvertToDabsCommand()) return cmd } diff --git a/experimental/air/cmd/air_test.go b/experimental/air/cmd/air_test.go index 7efac253a2b..1843acfe900 100644 --- a/experimental/air/cmd/air_test.go +++ b/experimental/air/cmd/air_test.go @@ -14,7 +14,7 @@ func TestNewRegistersAllSubcommands(t *testing.T) { registered[c.Name()] = true } - want := []string{"run", "get", "list", "logs", "cancel", "register-image"} + want := []string{"run", "get", "list", "logs", "cancel", "register-image", "convert-to-dabs"} for _, name := range want { assert.True(t, registered[name], "subcommand %q is not registered", name) } diff --git a/experimental/air/cmd/convert_to_dabs.go b/experimental/air/cmd/convert_to_dabs.go new file mode 100644 index 00000000000..7bc150e8022 --- /dev/null +++ b/experimental/air/cmd/convert_to_dabs.go @@ -0,0 +1,423 @@ +package aircmd + +import ( + "context" + "errors" + "fmt" + "os" + "path/filepath" + "strconv" + "strings" + + "github.com/databricks/cli/cmd/root" + "github.com/databricks/cli/libs/cmdio" + "github.com/databricks/cli/libs/dyn" + "github.com/databricks/cli/libs/dyn/yamlsaver" + "github.com/spf13/cobra" +) + +// convert_to_dabs turns an AIR CLI run YAML into a Databricks Asset Bundle so a +// workload authored for `air run` can be deployed and managed as a bundle. +// +// The emitted bundle is schema-valid: `databricks bundle validate` accepts it, +// and `databricks bundle deploy` reproduces the same ai_runtime_task workload the +// CLI would submit. Two properties make that work without any manual upload step: +// +// - The DABs `ai_runtime_task` is the SDK jobs.AiRuntimeTask (strict schema: +// experiment + deployments[].{command_path,compute} + code_source_path). +// Framework concerns (retries, timeout) live on the surrounding task, not in +// ai_runtime_task — so they are emitted as task-level fields. +// - `bundle deploy` uploads a *local* code_source_path / command_path itself +// (collectLocalLibraries → aiRuntimeCodeSourcePattern), so we point those at +// local files and let deploy do the uploading. The user runs one deploy. +// +// The command writes the code launch artifacts (command.sh, and — since the task +// proto carries no inline env/secrets/parameters — the env_vars.json / +// secret_env_vars.json / hyperparameters.yaml sidecars the server-side launcher +// reads) into the code_source directory, exactly mirroring the CLI's own launch +// layout so the deployed workload behaves identically to `air run`. + +// dabsTargetName is the single default target emitted; a development-mode target +// is the conventional starting point for a generated bundle. +const dabsTargetName = "dev" + +func newConvertToDabsCommand() *cobra.Command { + var outputDir string + + cmd := &cobra.Command{ + Use: "convert-to-dabs ", + Args: root.ExactArgs(1), + Short: "Convert an AIR run YAML into a Databricks Asset Bundle", + Long: `Convert an AIR CLI run YAML config into a Databricks Asset Bundle (DABs). + +The emitted bundle can be deployed with the standard DABs workflow: + + databricks bundle validate + databricks bundle deploy + +bundle deploy uploads the code source and launch scripts for you, so no manual +upload step is required. This command performs a purely local translation and +does not contact the workspace.`, + } + + cmd.Flags().StringVar(&outputDir, "output-dir", "", "Directory to write the bundle into (default: an ephemeral temp directory keyed on the experiment name)") + + cmd.RunE = func(cmd *cobra.Command, args []string) error { + ctx := cmd.Context() + yamlPath := args[0] + + cfg, err := loadRunConfig(yamlPath) + if err != nil { + return err + } + + // Default to an ephemeral, deterministic scratch dir so repeated runs are + // idempotent (no leftover bundle to clear) and the user's project stays + // clean. It's cleared and rewritten each run. An explicit --output-dir is + // treated as a location the user owns and is only created, not wiped. + dir := outputDir + ephemeral := dir == "" + if ephemeral { + dir = filepath.Join(os.TempDir(), "databricks-air-dabs", cfg.ExperimentName) + if err := os.RemoveAll(dir); err != nil { + return fmt.Errorf("failed to reset %s: %w", dir, err) + } + } + + written, err := writeBundle(ctx, cfg, yamlPath, dir, ephemeral) + if err != nil { + return err + } + + printConvertNextSteps(ctx, dir, written) + return nil + } + + return cmd +} + +// codeSourceTarballName is the bundle-local filename of the code archive. The +// ai_runtime_task code_source_path points at it; bundle deploy uploads the single +// file and the backend unpacks it on each node (code_source_path is an archive, +// not a directory — deploy's uploader only handles files, so a bare dir fails). +const codeSourceTarballName = "code_source.tar.gz" + +// convertToDabs builds the DABs bundle value and the loose launch artifacts for a +// run config. It reads only what the run path's buildArtifacts reads, so the +// mapping is unit-testable in isolation. Returns the bundle root as a +// map[string]dyn.Value (ready for yamlsaver) and the loose artifacts (command.sh + +// env/secret/param sidecars) to write at the bundle root; the code_source itself +// is packaged into a tarball separately by writeBundle. +func convertToDabs(ctx context.Context, cfg *runConfig, configPath string) (map[string]dyn.Value, []uploadItem, error) { + // idempotency_token is intentionally not mapped: it dedups a single runs/submit + // call, which has no analogue for a persistent, repeatedly-runnable bundle job. + // + // usage_policy_name resolution is not ported (mirrors the submit path), and + // docker images have no ai_runtime_task representation yet. + if cfg.UsagePolicyName != nil { + return nil, nil, errors.New("usage_policy_name is not yet supported by convert-to-dabs") + } + if cfg.Environment != nil && cfg.Environment.DockerImage != nil { + return nil, nil, errors.New("environment.docker_image is not yet supported by convert-to-dabs") + } + // remote_volume points the code archive at a UC Volume. bundle deploy uploads + // code_source_path to the bundle's artifact path, not an arbitrary Volume, so a + // converted bundle can't honor it — reject rather than silently drop it. + if cfg.CodeSource != nil && cfg.CodeSource.Snapshot != nil && cfg.CodeSource.Snapshot.RemoteVolume != nil { + return nil, nil, errors.New("code_source.snapshot.remote_volume is not supported by convert-to-dabs; bundle deploy manages the artifact upload location") + } + + artifacts, err := buildArtifacts(cfg, configPath) + if err != nil { + return nil, nil, err + } + + root := buildBundleValue(ctx, cfg) + return root, artifacts, nil +} + +// nv builds a dyn.Value at "position" n: yamlsaver orders a map's keys by their +// Location line, so assigning ascending n values fixes the emitted key order. +// It routes through dyn.V so nested Go maps/slices are converted recursively, +// then stamps the ordering location. +func nv(v any, n int) dyn.Value { + return dyn.V(v).WithLocations([]dyn.Location{{Line: n}}) +} + +// localBundlePath renders a bundle-relative path with a leading "./" so bundle +// deploy classifies it as a local artifact to upload (see IsLibraryLocal). It is +// built from path.Join (forward slashes) so the emitted YAML is identical across +// operating systems. +func localBundlePath(p string) string { + return "./" + p +} + +// buildBundleValue assembles the bundle root as an ordered map[string]dyn.Value. +// The command script and the code tarball are bundle-local files (emitted +// "./"-prefixed) so `bundle deploy` uploads them. +func buildBundleValue(ctx context.Context, cfg *runConfig) map[string]dyn.Value { + name := cfg.ExperimentName + + // ai_runtime_task: experiment + one deployment (command_path + compute) + + // code_source_path. Only the fields the strict schema allows. + // + // Paths are emitted "./"-prefixed so bundle deploy treats them as LOCAL and + // uploads them: libraries.IsLibraryLocal classifies a bare, extensionless path + // as a PyPI package name (not a local file) and skips it, which would deploy a + // path the backend can't resolve. The "./" prefix forces local classification. + deployment := map[string]dyn.Value{ + "command_path": nv(localBundlePath(commandScriptName), 1), + "compute": nv(map[string]dyn.Value{ + "accelerator_type": nv(cfg.Compute.AcceleratorType, 1), + "accelerator_count": nv(cfg.Compute.NumAccelerators, 2), + }, 2), + } + + aiRuntimeTask := map[string]dyn.Value{ + "experiment": nv(name, 1), + "deployments": nv([]dyn.Value{dyn.V(deployment)}, 2), + } + line := 3 + if cfg.CodeSource != nil && cfg.CodeSource.Snapshot != nil { + aiRuntimeTask["code_source_path"] = nv(localBundlePath(codeSourceTarballName), line) + line++ + } + if cfg.MLflowRunName != nil { + aiRuntimeTask["mlflow_run"] = nv(*cfg.MLflowRunName, line) + line++ + } + if cfg.MLflowExperimentDirectory != nil { + aiRuntimeTask["mlflow_experiment_directory"] = nv(*cfg.MLflowExperimentDirectory, line) + } + + // Task wrapper: task_key + framework fields (retries/timeout) + env key + + // the ai_runtime_task. Framework fields live here per the schema, not inside + // ai_runtime_task. + task := map[string]dyn.Value{ + "task_key": nv(name, 1), + "environment_key": nv(aiRuntimeEnvironmentKey, 2), + } + taskLine := 3 + if cfg.MaxRetries != nil { + task["max_retries"] = nv(*cfg.MaxRetries, taskLine) + taskLine++ + } + if cfg.TimeoutMinutes != nil { + task["timeout_seconds"] = nv(cfg.timeoutSeconds(), taskLine) + taskLine++ + } + task["ai_runtime_task"] = nv(aiRuntimeTask, taskLine) + + // environments[]: version + inline dependencies (a requirements.yaml file + // ships as a launch artifact instead, so only inline deps are inlined here). + // Resolve the version through the same path `air run` uses (config, else env + // override, else the default channel) so a config without an explicit version + // still pins the version the workload would have run with — not an empty spec. + runtimeVersion, _ := cfg.runtimeVersion() + envSpec := map[string]dyn.Value{ + "environment_version": nv(dlRuntimeImage(ctx, runtimeVersion), 1), + } + if deps, ok := cfg.inlineDependencies(); ok && len(deps) > 0 { + depVals := make([]dyn.Value, len(deps)) + for i, d := range deps { + depVals[i] = dyn.V(d) + } + envSpec["dependencies"] = nv(depVals, 2) + } + environment := map[string]dyn.Value{ + "environment_key": nv(aiRuntimeEnvironmentKey, 1), + "spec": nv(envSpec, 2), + } + + job := map[string]dyn.Value{ + "name": nv(name, 1), + "tasks": nv([]dyn.Value{dyn.V(task)}, 2), + "environments": nv([]dyn.Value{dyn.V(environment)}, 3), + } + // usage_policy_id is an already-resolved budget policy id, so it maps directly + // to the job's budget_policy_id. (usage_policy_name needs server-side resolution + // and is rejected in convertToDabs.) + if cfg.UsagePolicyID != nil { + job["budget_policy_id"] = nv(*cfg.UsagePolicyID, 4) + } + if perms := buildPermissionsValue(cfg.Permissions); perms.Kind() != dyn.KindInvalid { + job["permissions"] = nv(perms.MustSequence(), 5) + } + + rootValue := map[string]dyn.Value{ + "bundle": nv(map[string]dyn.Value{ + "name": nv(name, 1), + }, 1), + "targets": nv(map[string]dyn.Value{ + dabsTargetName: nv(map[string]dyn.Value{ + "mode": nv("development", 1), + "default": nv(true, 2), + }, 1), + }, 2), + "resources": nv(map[string]dyn.Value{ + "jobs": nv(map[string]dyn.Value{ + bundleResourceKey(name): nv(job, 1), + }, 1), + }, 3), + } + return rootValue +} + +// bundleResourceKey derives a job resource key from the experiment name. The key +// is emitted as an unquoted YAML map key, and DABs' strict loader rejects a key +// that parses as a non-string scalar (a purely numeric name like "12345" -> !!int, +// or "true"/"null"). experiment_name allows exactly [alphanumeric, -, _], so the +// only unsafe keys are those that YAML types as int/float/bool/null; prefix those +// with "job_" to force a string key. The human-facing name/experiment fields keep +// the original value (yamlsaver quotes them as scalar string values). +func bundleResourceKey(name string) string { + switch strings.ToLower(name) { + case "true", "false", "null": + return "job_" + name + } + if _, err := strconv.ParseFloat(name, 64); err == nil { + return "job_" + name + } + return name +} + +// buildPermissionsValue maps run-config permissions to DABs job permissions +// (level → principal). Returns an invalid value when there are none. +func buildPermissionsValue(perms []permission) dyn.Value { + if len(perms) == 0 { + return dyn.InvalidValue + } + out := make([]dyn.Value, 0, len(perms)) + for _, p := range perms { + m := map[string]dyn.Value{"level": nv(p.Level, 1)} + switch { + case p.UserName != nil: + m["user_name"] = nv(*p.UserName, 2) + case p.GroupName != nil: + m["group_name"] = nv(*p.GroupName, 2) + case p.ServicePrincipalName != nil: + m["service_principal_name"] = nv(*p.ServicePrincipalName, 2) + } + out = append(out, dyn.V(m)) + } + return dyn.V(out) +} + +// writeBundle writes the bundle into dir: databricks.yml, the loose launch +// artifacts (command.sh + env/secret/param sidecars), and — when the config has a +// code_source — a code_source.tar.gz of the resolved root_path. All the referenced +// files are bundle-local so `bundle deploy` uploads them. force allows overwriting +// an existing dir (used for the ephemeral scratch dir, which is reset each run). +// Returns the relative paths written, for the next-steps message. +func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string, overwrite bool) ([]string, error) { + root, artifacts, err := convertToDabs(ctx, cfg, configPath) + if err != nil { + return nil, err + } + + // Restrict perms: the bundle carries env_vars.json (literal env var values) and + // lands in a predictable location (the ephemeral /tmp path or a user dir), so + // keep it owner-only rather than world-readable. + if err := os.MkdirAll(dir, 0o700); err != nil { + return nil, err + } + + // checkCollision guards every emitted file with one consistent message. On the + // ephemeral path force is true (the dir was just wiped, so nothing collides); + // for an explicit --output-dir we refuse to clobber files the user owns. + checkCollision := func(name string) error { + if overwrite { + return nil + } + if _, err := os.Stat(filepath.Join(dir, name)); err == nil { + return fmt.Errorf("%s already exists in %s; use a different --output-dir or remove it", name, dir) + } + return nil + } + writeFile := func(name string, data []byte) error { + if err := checkCollision(name); err != nil { + return err + } + return os.WriteFile(filepath.Join(dir, name), data, 0o600) + } + + if err := checkCollision("databricks.yml"); err != nil { + return nil, err + } + bundlePath := filepath.Join(dir, "databricks.yml") + // force=true: we've already run the collision check above, so SaveAsYAML's own + // (stale, --force-referencing) guard must not fire. + if err := yamlsaver.NewSaver().SaveAsYAML(root, bundlePath, true); err != nil { + return nil, err + } + written := []string{"databricks.yml"} + + // Loose launch artifacts (command.sh + sidecars) at the bundle root. + for _, item := range artifacts { + if err := writeFile(item.name, item.data); err != nil { + return nil, fmt.Errorf("failed to write %s: %w", item.name, err) + } + written = append(written, item.name) + } + + // Code source: package the resolved root_path into a single archive next to the + // bundle. code_source_path points at this tarball; the backend unpacks it. + // Reuse the snapshot packager so a pinned git commit/branch is archived exactly + // as `air run` would (git archive of the commit), not the dirty working tree. + if cfg.CodeSource != nil && cfg.CodeSource.Snapshot != nil { + snap := cfg.CodeSource.Snapshot + repoPath, err := resolveRootPath(ctx, snap.RootPath, filepath.Dir(configPath)) + if err != nil { + return nil, err + } + plan, err := resolveSnapshotPlan(ctx, newGitRepo(repoPath), snap.Git, snap.IncludePaths) + if err != nil { + return nil, err + } + if err := checkCollision(codeSourceTarballName); err != nil { + return nil, err + } + // The output path must be absolute: the git-archive packager runs git with + // `-C repoPath`, so a relative -o would resolve against the repo dir, not the + // bundle dir (`git archive -o out/... ` -> repoPath/out/...). plain-tar uses + // the CWD and would tolerate a relative path, but absolute is correct for both. + tarball, err := filepath.Abs(filepath.Join(dir, codeSourceTarballName)) + if err != nil { + return nil, err + } + if err := packageSnapshot(ctx, repoPath, plan, tarball); err != nil { + return nil, err + } + written = append(written, codeSourceTarballName) + } + + return written, nil +} + +// printConvertNextSteps tells the user what was written and the exact deploy +// sequence, since the value of the command is a one-command deploy afterwards. +// +// It also spells out cleanup. This matters specifically for AIR users: `air run` +// submits an ephemeral runs/submit workload that the platform reaps on its own, +// whereas `bundle deploy` creates a *persistent* job that lingers until explicitly +// destroyed — DABs has no automatic GC. A user migrating from `air run` will not +// expect a durable resource, so we call out `bundle destroy` explicitly. +func printConvertNextSteps(ctx context.Context, dir string, written []string) { + cmdio.LogString(ctx, fmt.Sprintf("Wrote a Databricks Asset Bundle to %s:", dir)) + for _, w := range written { + cmdio.LogString(ctx, " "+w) + } + cmdio.LogString(ctx, "") + cmdio.LogString(ctx, "To deploy this workload as a bundle:") + cmdio.LogString(ctx, " 1. cd "+dir) + cmdio.LogString(ctx, " 2. databricks bundle validate") + cmdio.LogString(ctx, " 3. databricks bundle deploy") + cmdio.LogString(ctx, "") + cmdio.LogString(ctx, "bundle deploy uploads the code source and launch scripts automatically.") + cmdio.LogString(ctx, "") + cmdio.LogString(ctx, "Unlike `air run` (which submits an ephemeral run), bundle deploy creates a") + cmdio.LogString(ctx, "persistent job that is not garbage-collected. To run it after deploying:") + cmdio.LogString(ctx, " databricks bundle run") + cmdio.LogString(ctx, "When you are done, remove the job and its uploaded files with:") + cmdio.LogString(ctx, " databricks bundle destroy") +} diff --git a/experimental/air/cmd/convert_to_dabs_test.go b/experimental/air/cmd/convert_to_dabs_test.go new file mode 100644 index 00000000000..1b3c36dd3a8 --- /dev/null +++ b/experimental/air/cmd/convert_to_dabs_test.go @@ -0,0 +1,322 @@ +package aircmd + +import ( + "path/filepath" + "testing" + + "github.com/databricks/cli/libs/dyn" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" +) + +func TestConvertToDabsCommandShape(t *testing.T) { + cmd := newConvertToDabsCommand() + assert.Equal(t, "convert-to-dabs ", cmd.Use) + assert.Empty(t, cmd.Commands(), "convert-to-dabs must not register subcommands") + // Exactly one positional (the YAML path). + assert.NoError(t, cmd.Args(cmd, []string{"run.yaml"})) + assert.Error(t, cmd.Args(cmd, []string{})) + assert.Error(t, cmd.Args(cmd, []string{"a", "b"})) +} + +// get is a small helper: read a dotted path out of the emitted bundle root. +func get(t *testing.T, root map[string]dyn.Value, path string) dyn.Value { + t.Helper() + v, err := dyn.GetByPath(dyn.V(root), dyn.MustPathFromString(path)) + require.NoError(t, err, "path %q should exist", path) + return v +} + +func has(root map[string]dyn.Value, path string) bool { + _, err := dyn.GetByPath(dyn.V(root), dyn.MustPathFromString(path)) + return err == nil +} + +// A full config maps onto a schema-shaped bundle: bundle name, job/task keys, the +// ai_runtime_task (experiment + single deployment + code_source_path), framework +// fields on the task wrapper, and the environment spec. +func TestConvertToDabsFullMapping(t *testing.T) { + cfg := minimalConfig + ` +max_retries: 2 +timeout_minutes: 30 +mlflow_run_name: run-42 +code_source: + type: snapshot + snapshot: + root_path: ./src +environment: + version: 5 + dependencies: + - numpy + - torch +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, artifacts, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + + name := loaded.ExperimentName + assert.Equal(t, name, get(t, root, "bundle.name").MustString()) + assert.Equal(t, "development", get(t, root, "targets.dev.mode").MustString()) + + jobPath := "resources.jobs." + name + assert.Equal(t, name, get(t, root, jobPath+".name").MustString()) + + task := jobPath + ".tasks[0]" + assert.Equal(t, name, get(t, root, task+".task_key").MustString()) + // Framework fields live on the task wrapper, not in ai_runtime_task. + assert.Equal(t, int64(2), get(t, root, task+".max_retries").MustInt()) + assert.Equal(t, int64(1800), get(t, root, task+".timeout_seconds").MustInt()) + assert.False(t, has(root, task+".ai_runtime_task.max_retries"), "retries must not be inside ai_runtime_task") + + art := task + ".ai_runtime_task" + assert.Equal(t, name, get(t, root, art+".experiment").MustString()) + assert.Equal(t, "run-42", get(t, root, art+".mlflow_run").MustString()) + assert.Equal(t, "./"+codeSourceTarballName, get(t, root, art+".code_source_path").MustString()) + + dep := art + ".deployments[0]" + assert.Equal(t, "./"+commandScriptName, get(t, root, dep+".command_path").MustString()) + assert.Equal(t, "GPU_1xH100", get(t, root, dep+".compute.accelerator_type").MustString()) + assert.Equal(t, int64(1), get(t, root, dep+".compute.accelerator_count").MustInt()) + + env := jobPath + ".environments[0]" + assert.Equal(t, "default", get(t, root, env+".environment_key").MustString()) + assert.Equal(t, "5", get(t, root, env+".spec.environment_version").MustString()) + deps := get(t, root, env+".spec.dependencies").MustSequence() + require.Len(t, deps, 2) + assert.Equal(t, "numpy", deps[0].MustString()) + + // command.sh is always an artifact; inline deps synthesize requirements.yaml. + assert.Contains(t, itemNames(artifacts), commandScriptName) + assert.Contains(t, itemNames(artifacts), requirementsName) +} + +// Optional fields are omitted rather than emitted empty: no code_source means no +// code_source_path; unset retries/timeout means no wrapper fields. +func TestConvertToDabsOmitsUnsetFields(t *testing.T) { + path := writeConfigFile(t, "run.yaml", minimalConfig) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, _, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + + name := loaded.ExperimentName + task := "resources.jobs." + name + ".tasks[0]" + assert.False(t, has(root, task+".max_retries")) + assert.False(t, has(root, task+".timeout_seconds")) + assert.False(t, has(root, task+".ai_runtime_task.code_source_path")) + assert.False(t, has(root, task+".ai_runtime_task.mlflow_run")) + // The command still needs a home even without code_source. + assert.Equal(t, "./"+commandScriptName, get(t, root, task+".ai_runtime_task.deployments[0].command_path").MustString()) + + // Even with no environment block, the default runtime version is pinned (what + // `air run` would have used) rather than emitting an empty environment spec. + env := "resources.jobs." + name + ".environments[0]" + assert.Equal(t, "4", get(t, root, env+".spec.environment_version").MustString()) + assert.False(t, has(root, env+".spec.dependencies")) +} + +// A DATABRICKS_DL_RUNTIME_IMAGE env override flows through the same resolution +// `air run` uses, so a converted bundle pins the same version. +func TestConvertToDabsRuntimeVersionEnvOverride(t *testing.T) { + t.Setenv(dlRuntimeImageEnv, "CLIENT-GPU-7") + path := writeConfigFile(t, "run.yaml", minimalConfig) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, _, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + + env := "resources.jobs." + loaded.ExperimentName + ".environments[0]" + assert.Equal(t, "7", get(t, root, env+".spec.environment_version").MustString()) +} + +// remote_volume can't be honored by a converted bundle (bundle deploy owns the +// artifact upload location), so it is rejected rather than silently ignored. +func TestConvertToDabsRejectsRemoteVolume(t *testing.T) { + cfg := minimalConfig + ` +code_source: + type: snapshot + snapshot: + root_path: ./src + remote_volume: /Volumes/main/default/code +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + _, _, err = convertToDabs(t.Context(), loaded, path) + require.ErrorContains(t, err, "remote_volume is not supported") +} + +// env_variables / secrets / parameters ride as sidecar files (the ai_runtime_task +// proto has no inline fields for them), matching the CLI's own launch layout. +func TestConvertToDabsStagesEnvAndSecretSidecars(t *testing.T) { + cfg := minimalConfig + ` +env_variables: + FOO: bar +secrets: + TOKEN: scope/key +parameters: + lr: 0.1 +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, artifacts, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + + names := itemNames(artifacts) + assert.Contains(t, names, envVarsName) + assert.Contains(t, names, secretEnvVarsName) + assert.Contains(t, names, hyperparametersName) + + // They are NOT smuggled into ai_runtime_task (which would fail bundle validate). + name := loaded.ExperimentName + art := "resources.jobs." + name + ".tasks[0].ai_runtime_task" + assert.False(t, has(root, art+".env_variables")) + assert.False(t, has(root, art+".secrets")) +} + +// usage_policy_id is a resolved budget policy id and maps to the job's +// budget_policy_id (usage_policy_name, which needs resolution, is rejected). +func TestConvertToDabsMapsUsagePolicyID(t *testing.T) { + cfg := minimalConfig + "usage_policy_id: budget-abc-123\n" + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, _, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + assert.Equal(t, "budget-abc-123", get(t, root, "resources.jobs."+loaded.ExperimentName+".budget_policy_id").MustString()) +} + +func TestConvertToDabsMapsPermissions(t *testing.T) { + cfg := minimalConfig + ` +permissions: + - user_name: alice@example.com + level: CAN_MANAGE + - group_name: eng + level: CAN_VIEW +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + root, _, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + + perms := get(t, root, "resources.jobs."+loaded.ExperimentName+".permissions").MustSequence() + require.Len(t, perms, 2) + assert.Equal(t, "CAN_MANAGE", perms[0].Get("level").MustString()) + assert.Equal(t, "alice@example.com", perms[0].Get("user_name").MustString()) + assert.Equal(t, "eng", perms[1].Get("group_name").MustString()) +} + +// A git-pinned code_source is archived at the commit, not the dirty working tree: +// writeBundle produces code_source.tar.gz containing the committed file only. +func TestConvertToDabsGitPinnedTarball(t *testing.T) { + repo := newTestRepo(t) + writeRepoFile(t, repo, "train.py", "print('committed')") + sha := commitAll(t, repo, "init") + // Dirty the tree AFTER the commit; the pinned archive must not include this. + writeRepoFile(t, repo, "uncommitted.py", "print('dirty')") + + cfg := "experiment_name: git-pin\ncommand: python train.py\n" + + "compute: {accelerator_type: GPU_1xH100, num_accelerators: 1}\n" + + "code_source:\n type: snapshot\n snapshot:\n root_path: " + repo + "\n git:\n commit: " + sha + "\n" + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + outDir := t.TempDir() + _, err = writeBundle(t.Context(), loaded, path, outDir, true) + require.NoError(t, err) + + entries := tarballEntries(t, filepath.Join(outDir, codeSourceTarballName)) + dir := filepath.Base(repo) + assert.Contains(t, entries, dir+"/train.py") + assert.NotContains(t, entries, dir+"/uncommitted.py", "git-pinned archive must exclude uncommitted files") +} + +// git archive runs with `git -C repoPath`, so a relative output dir must be +// resolved to absolute before packaging — otherwise `-o out/...` resolves against +// the repo dir and fails. Exercise writeBundle from a working dir with a RELATIVE +// output path against a git-pinned source. +func TestConvertToDabsGitPinnedRelativeOutputDir(t *testing.T) { + repo := newTestRepo(t) + writeRepoFile(t, repo, "train.py", "print('x')") + sha := commitAll(t, repo, "init") + + cfg := "experiment_name: rel-out\ncommand: python train.py\n" + + "compute: {accelerator_type: GPU_1xH100, num_accelerators: 1}\n" + + "code_source:\n type: snapshot\n snapshot:\n root_path: " + repo + "\n git:\n commit: " + sha + "\n" + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + // chdir into a scratch dir and pass a relative --output-dir. + work := t.TempDir() + t.Chdir(work) + _, err = writeBundle(t.Context(), loaded, path, "out", true) + require.NoError(t, err) + + entries := tarballEntries(t, filepath.Join(work, "out", codeSourceTarballName)) + assert.Contains(t, entries, filepath.Base(repo)+"/train.py") +} + +// A numeric or reserved-word experiment_name would be an unquoted YAML map key +// that DABs' strict loader rejects (!!int / !!bool). The job resource key is +// prefixed to stay a string, while name/experiment keep the original value. +func TestConvertToDabsSafeJobKey(t *testing.T) { + cases := map[string]string{ + "12345": "job_12345", + "1.5e3": "job_1.5e3", + "true": "job_true", + "null": "job_null", + } + for name, wantKey := range cases { + assert.Equal(t, wantKey, bundleResourceKey(name), "key for %q", name) + } + // A normal name is used as-is. + assert.Equal(t, "my-run_1", bundleResourceKey("my-run_1")) + + // End to end: a numeric name lands under the prefixed key, but name/experiment + // keep the numeric string value. + cfg := "experiment_name: \"12345\"\ncommand: python t.py\n" + + "compute: {accelerator_type: GPU_1xH100, num_accelerators: 1}\n" + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + root, _, err := convertToDabs(t.Context(), loaded, path) + require.NoError(t, err) + assert.Equal(t, "12345", get(t, root, "resources.jobs.job_12345.name").MustString()) + assert.Equal(t, "12345", get(t, root, "resources.jobs.job_12345.tasks[0].ai_runtime_task.experiment").MustString()) +} + +func TestConvertToDabsRejectsUnsupported(t *testing.T) { + t.Run("docker_image", func(t *testing.T) { + cfg := minimalConfig + ` +environment: + docker_image: + url: myregistry/img:tag +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + _, _, err = convertToDabs(t.Context(), loaded, path) + require.ErrorContains(t, err, "docker_image is not yet supported") + }) + + t.Run("usage_policy_name", func(t *testing.T) { + cfg := minimalConfig + "usage_policy_name: my-policy\n" + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + _, _, err = convertToDabs(t.Context(), loaded, path) + require.ErrorContains(t, err, "usage_policy_name is not yet supported") + }) +} From f73a89efc9f11c1a6a756f11c6a0f85e4ddc1a9f Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 17:58:23 +0000 Subject: [PATCH 13/15] air: fix tar on Windows for convert-to-dabs (drive-letter treated as host) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit createPlainTarball shelled out to `tar -czf ...`. On Windows an absolute output path like `C:\out\code_source.tar.gz` makes tar interpret the `C:` as a remote host (host:path syntax) and fail with "Cannot connect to C:". This surfaced on the Windows CI lane for the new convert-to-dabs acceptance test (the snapshot path never hit it — its acceptance test is cloud-gated and doesn't run on the Windows unit lane). Fix: pass only the archive basename to -f and run tar with its working directory set to the (absolute) output directory, so no drive-letter colon appears in the -f operand. The source -C parent is made absolute so it still resolves under the new working dir. Works for GNU tar and bsdtar alike; no per-flavor flag. Co-authored-by: Isaac --- experimental/air/cmd/snapshot_package.go | 25 +++++++++++++++++++++--- 1 file changed, 22 insertions(+), 3 deletions(-) diff --git a/experimental/air/cmd/snapshot_package.go b/experimental/air/cmd/snapshot_package.go index dd043fdfa50..9c1fa2714d9 100644 --- a/experimental/air/cmd/snapshot_package.go +++ b/experimental/air/cmd/snapshot_package.go @@ -40,9 +40,24 @@ func createGitArchiveSnapshot(ctx context.Context, git gitRepo, commitSHA, outpu // excluded; a .gitignore at repoPath is honored. func createPlainTarball(ctx context.Context, repoPath, outputTarball string, includePaths []string) error { dirName := filepath.Base(repoPath) - parent := filepath.Dir(repoPath) + // Absolute so it resolves correctly regardless of tar's working dir (set below). + parent, err := filepath.Abs(filepath.Dir(repoPath)) + if err != nil { + return err + } + + // Pass the archive path relative to its own directory (run tar there), never a + // full path: on Windows an absolute path like `C:\out\x.tar.gz` makes tar read + // the `C:` as a remote host ("Cannot connect to C:"), since tar treats a colon + // in the -f arg as host:path. A bare basename with -C avoids that on GNU tar and + // bsdtar alike. + outDirAbs, err := filepath.Abs(filepath.Dir(outputTarball)) + if err != nil { + return err + } + outName := filepath.Base(outputTarball) - args := []string{"-czf", outputTarball} + args := []string{"-czf", outName} // Exclude macOS AppleDouble files: they sort before the real top-level dir and // hijack a remote `head -1` parse. No-op on Linux. @@ -66,7 +81,9 @@ func createPlainTarball(ctx context.Context, repoPath, outputTarball string, inc } // Archive from the parent so the directory name is preserved; with include_paths, - // prefix each so entries nest under it (matching git archive --prefix). + // prefix each so entries nest under it (matching git archive --prefix). -C only + // affects the file operands that follow it, not the -f archive path (which + // resolves against tar's working dir, set to outDir below). args = append(args, "-C", parent) if len(includePaths) > 0 { for _, p := range includePaths { @@ -77,6 +94,8 @@ func createPlainTarball(ctx context.Context, repoPath, outputTarball string, inc } cmd := exec.CommandContext(ctx, "tar", args...) + // Run tar in the output directory so the bare -f basename lands there. + cmd.Dir = outDirAbs var stderr bytes.Buffer cmd.Stderr = &stderr if err := cmd.Run(); err != nil { From 9b39e8334f66595fecdbd1a54f3f2342b5424521 Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Thu, 30 Jul 2026 19:54:23 +0000 Subject: [PATCH 14/15] air: include bundle run in convert-to-dabs next-steps Round out the printed deploy sequence with step 4 (databricks bundle run ) so the guidance is a complete deploy-and-run flow, using the actual job resource key. Destroy/cleanup guidance is retained. Co-authored-by: Isaac --- .gitignore | 1 + .../experimental/air/convert-to-dabs/output.txt | 8 ++++---- experimental/air/cmd/convert_to_dabs.go | 12 ++++++------ 3 files changed, 11 insertions(+), 10 deletions(-) diff --git a/.gitignore b/.gitignore index 4b82c6d1521..9a49c7c4dac 100644 --- a/.gitignore +++ b/.gitignore @@ -78,3 +78,4 @@ tools/gofumpt .claude/worktrees/ .worktrees/ .isaac/ +/databricks diff --git a/acceptance/experimental/air/convert-to-dabs/output.txt b/acceptance/experimental/air/convert-to-dabs/output.txt index 66c36bf8b2c..3576b5c1b3f 100644 --- a/acceptance/experimental/air/convert-to-dabs/output.txt +++ b/acceptance/experimental/air/convert-to-dabs/output.txt @@ -8,17 +8,17 @@ Wrote a Databricks Asset Bundle to generated: requirements.yaml code_source.tar.gz -To deploy this workload as a bundle: +To deploy and run this workload as a bundle: 1. cd generated 2. databricks bundle validate 3. databricks bundle deploy + 4. databricks bundle run torchrun-a10-smoke-test bundle deploy uploads the code source and launch scripts automatically. Unlike `air run` (which submits an ephemeral run), bundle deploy creates a -persistent job that is not garbage-collected. To run it after deploying: - databricks bundle run -When you are done, remove the job and its uploaded files with: +persistent job that is not garbage-collected. When you are done, remove the +job and its uploaded files with: databricks bundle destroy === emitted databricks.yml diff --git a/experimental/air/cmd/convert_to_dabs.go b/experimental/air/cmd/convert_to_dabs.go index 7bc150e8022..4e4ea546c98 100644 --- a/experimental/air/cmd/convert_to_dabs.go +++ b/experimental/air/cmd/convert_to_dabs.go @@ -89,7 +89,7 @@ does not contact the workspace.`, return err } - printConvertNextSteps(ctx, dir, written) + printConvertNextSteps(ctx, dir, written, bundleResourceKey(cfg.ExperimentName)) return nil } @@ -402,22 +402,22 @@ func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string, ov // whereas `bundle deploy` creates a *persistent* job that lingers until explicitly // destroyed — DABs has no automatic GC. A user migrating from `air run` will not // expect a durable resource, so we call out `bundle destroy` explicitly. -func printConvertNextSteps(ctx context.Context, dir string, written []string) { +func printConvertNextSteps(ctx context.Context, dir string, written []string, jobKey string) { cmdio.LogString(ctx, fmt.Sprintf("Wrote a Databricks Asset Bundle to %s:", dir)) for _, w := range written { cmdio.LogString(ctx, " "+w) } cmdio.LogString(ctx, "") - cmdio.LogString(ctx, "To deploy this workload as a bundle:") + cmdio.LogString(ctx, "To deploy and run this workload as a bundle:") cmdio.LogString(ctx, " 1. cd "+dir) cmdio.LogString(ctx, " 2. databricks bundle validate") cmdio.LogString(ctx, " 3. databricks bundle deploy") + cmdio.LogString(ctx, " 4. databricks bundle run "+jobKey) cmdio.LogString(ctx, "") cmdio.LogString(ctx, "bundle deploy uploads the code source and launch scripts automatically.") cmdio.LogString(ctx, "") cmdio.LogString(ctx, "Unlike `air run` (which submits an ephemeral run), bundle deploy creates a") - cmdio.LogString(ctx, "persistent job that is not garbage-collected. To run it after deploying:") - cmdio.LogString(ctx, " databricks bundle run") - cmdio.LogString(ctx, "When you are done, remove the job and its uploaded files with:") + cmdio.LogString(ctx, "persistent job that is not garbage-collected. When you are done, remove the") + cmdio.LogString(ctx, "job and its uploaded files with:") cmdio.LogString(ctx, " databricks bundle destroy") } From f7b59f0b46960545d839755cdcfd369159c8ceb8 Mon Sep 17 00:00:00 2001 From: vinchenzo-db Date: Fri, 31 Jul 2026 04:40:00 +0000 Subject: [PATCH 15/15] =?UTF-8?q?air/convert-to-dabs:=20address=20review?= =?UTF-8?q?=20=E2=80=94=20default=20output=20dir=20+=20conversion=20notes?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Addresses review feedback: - Default the bundle to a -bundle folder next to the input YAML instead of a /tmp scratch dir; --output-dir (absolute or relative) overrides. The bundle is the user's artifact to keep and manage, so it no longer lands in temp. Re-runs refuse to clobber an existing dir rather than silently wiping it. - Print a "Notes:" section listing what the conversion transformed or staged out-of-band, so a user migrating from `air run` can see what changed: the code_source snapshot, and env_variables/secrets/parameters staged as sidecar files (no native ai_runtime_task field for them yet). env vars / secrets keep riding as env_vars.json / secret_env_vars.json sidecars: SDK v0.165 has no native env-vars field on ai_runtime_task/Task/Environment, so a native mapping isn't possible yet (it's the documented BYOT north-star, not in the SDK). code_source still snapshots at convert time; a deploy-time snapshot mutator is tracked as a separate change. Co-authored-by: Isaac --- .../air/convert-to-dabs/output.txt | 3 + experimental/air/cmd/convert_to_dabs.go | 92 +++++++++++++------ experimental/air/cmd/convert_to_dabs_test.go | 37 +++++++- 3 files changed, 102 insertions(+), 30 deletions(-) diff --git a/acceptance/experimental/air/convert-to-dabs/output.txt b/acceptance/experimental/air/convert-to-dabs/output.txt index 3576b5c1b3f..f7ab2037271 100644 --- a/acceptance/experimental/air/convert-to-dabs/output.txt +++ b/acceptance/experimental/air/convert-to-dabs/output.txt @@ -8,6 +8,9 @@ Wrote a Databricks Asset Bundle to generated: requirements.yaml code_source.tar.gz +Notes: + - code_source was packaged into code_source.tar.gz; re-run convert-to-dabs to re-snapshot after code changes. + To deploy and run this workload as a bundle: 1. cd generated 2. databricks bundle validate diff --git a/experimental/air/cmd/convert_to_dabs.go b/experimental/air/cmd/convert_to_dabs.go index 4e4ea546c98..dc726a04a38 100644 --- a/experimental/air/cmd/convert_to_dabs.go +++ b/experimental/air/cmd/convert_to_dabs.go @@ -60,7 +60,7 @@ upload step is required. This command performs a purely local translation and does not contact the workspace.`, } - cmd.Flags().StringVar(&outputDir, "output-dir", "", "Directory to write the bundle into (default: an ephemeral temp directory keyed on the experiment name)") + cmd.Flags().StringVar(&outputDir, "output-dir", "", "Directory to write the bundle into (default: a -bundle folder next to the input YAML). Accepts an absolute or relative path.") cmd.RunE = func(cmd *cobra.Command, args []string) error { ctx := cmd.Context() @@ -71,25 +71,21 @@ does not contact the workspace.`, return err } - // Default to an ephemeral, deterministic scratch dir so repeated runs are - // idempotent (no leftover bundle to clear) and the user's project stays - // clean. It's cleared and rewritten each run. An explicit --output-dir is - // treated as a location the user owns and is only created, not wiped. + // Default the bundle next to the input YAML (a -bundle subfolder + // so the generated files don't scatter across the user's project dir). An + // explicit --output-dir — absolute or relative — overrides. We never write to + // a temp dir: the bundle is the user's artifact to keep, deploy, and manage. dir := outputDir - ephemeral := dir == "" - if ephemeral { - dir = filepath.Join(os.TempDir(), "databricks-air-dabs", cfg.ExperimentName) - if err := os.RemoveAll(dir); err != nil { - return fmt.Errorf("failed to reset %s: %w", dir, err) - } + if dir == "" { + dir = filepath.Join(filepath.Dir(yamlPath), cfg.ExperimentName+"-bundle") } - written, err := writeBundle(ctx, cfg, yamlPath, dir, ephemeral) + written, err := writeBundle(ctx, cfg, yamlPath, dir) if err != nil { return err } - printConvertNextSteps(ctx, dir, written, bundleResourceKey(cfg.ExperimentName)) + printConvertNextSteps(ctx, dir, written, bundleResourceKey(cfg.ExperimentName), conversionNotes(cfg)) return nil } @@ -306,31 +302,27 @@ func buildPermissionsValue(perms []permission) dyn.Value { // writeBundle writes the bundle into dir: databricks.yml, the loose launch // artifacts (command.sh + env/secret/param sidecars), and — when the config has a // code_source — a code_source.tar.gz of the resolved root_path. All the referenced -// files are bundle-local so `bundle deploy` uploads them. force allows overwriting -// an existing dir (used for the ephemeral scratch dir, which is reset each run). +// files are bundle-local so `bundle deploy` uploads them. It refuses to overwrite +// existing files so a re-run can't silently clobber a bundle the user has edited. // Returns the relative paths written, for the next-steps message. -func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string, overwrite bool) ([]string, error) { +func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string) ([]string, error) { root, artifacts, err := convertToDabs(ctx, cfg, configPath) if err != nil { return nil, err } - // Restrict perms: the bundle carries env_vars.json (literal env var values) and - // lands in a predictable location (the ephemeral /tmp path or a user dir), so - // keep it owner-only rather than world-readable. + // Restrict perms: the bundle carries env_vars.json (literal env var values), so + // keep the dir owner-only rather than world-readable. if err := os.MkdirAll(dir, 0o700); err != nil { return nil, err } - // checkCollision guards every emitted file with one consistent message. On the - // ephemeral path force is true (the dir was just wiped, so nothing collides); - // for an explicit --output-dir we refuse to clobber files the user owns. + // Refuse to clobber an existing file, with one consistent message. A user + // re-running convert into the same dir gets a clear error rather than a silent + // overwrite of edits they may have made. checkCollision := func(name string) error { - if overwrite { - return nil - } if _, err := os.Stat(filepath.Join(dir, name)); err == nil { - return fmt.Errorf("%s already exists in %s; use a different --output-dir or remove it", name, dir) + return fmt.Errorf("%s already exists in %s; use --output-dir or remove it", name, dir) } return nil } @@ -346,7 +338,7 @@ func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string, ov } bundlePath := filepath.Join(dir, "databricks.yml") // force=true: we've already run the collision check above, so SaveAsYAML's own - // (stale, --force-referencing) guard must not fire. + // guard (which references a --force flag this command doesn't have) can't fire. if err := yamlsaver.NewSaver().SaveAsYAML(root, bundlePath, true); err != nil { return nil, err } @@ -402,11 +394,23 @@ func writeBundle(ctx context.Context, cfg *runConfig, configPath, dir string, ov // whereas `bundle deploy` creates a *persistent* job that lingers until explicitly // destroyed — DABs has no automatic GC. A user migrating from `air run` will not // expect a durable resource, so we call out `bundle destroy` explicitly. -func printConvertNextSteps(ctx context.Context, dir string, written []string, jobKey string) { +func printConvertNextSteps(ctx context.Context, dir string, written []string, jobKey string, notes []string) { cmdio.LogString(ctx, fmt.Sprintf("Wrote a Databricks Asset Bundle to %s:", dir)) for _, w := range written { cmdio.LogString(ctx, " "+w) } + + // Notes surface anything the user should know: fields we transformed or dropped, + // and values they may need to fill in. Migrating users otherwise can't tell what + // silently changed between their run YAML and the bundle. + if len(notes) > 0 { + cmdio.LogString(ctx, "") + cmdio.LogString(ctx, "Notes:") + for _, n := range notes { + cmdio.LogString(ctx, " - "+n) + } + } + cmdio.LogString(ctx, "") cmdio.LogString(ctx, "To deploy and run this workload as a bundle:") cmdio.LogString(ctx, " 1. cd "+dir) @@ -421,3 +425,35 @@ func printConvertNextSteps(ctx context.Context, dir string, written []string, jo cmdio.LogString(ctx, "job and its uploaded files with:") cmdio.LogString(ctx, " databricks bundle destroy") } + +// conversionNotes lists what the conversion transformed, staged out-of-band, or +// could not represent natively — so a user migrating from `air run` can see what +// changed between their run YAML and the emitted bundle, and what they may still +// need to fill in. Best-effort: git resolution errors are ignored here (writeBundle +// surfaces them), so a note is only emitted when the state is unambiguous. +func conversionNotes(cfg *runConfig) []string { + var notes []string + + if cfg.CodeSource != nil && cfg.CodeSource.Snapshot != nil { + snap := cfg.CodeSource.Snapshot + if snap.Git != nil { + notes = append(notes, "code_source.git is pinned in the run YAML, but the bundle packages a "+ + "code_source.tar.gz snapshot at convert time; edit code_source_path if you need a different revision.") + } + notes = append(notes, "code_source was packaged into code_source.tar.gz; re-run convert-to-dabs to re-snapshot after code changes.") + } + + // env vars / secrets have no native ai_runtime_task field yet, so they ride as + // sidecar files the server-side launcher reads (same as `air run`). + if len(cfg.EnvVariables) > 0 { + notes = append(notes, "env_variables were written to env_vars.json (no native bundle field yet); they are uploaded with the code and applied at run time.") + } + if len(cfg.Secrets) > 0 { + notes = append(notes, "secrets were written to secret_env_vars.json (no native bundle field yet); they are resolved at run time.") + } + if len(cfg.Parameters) > 0 { + notes = append(notes, "parameters were written to hyperparameters.yaml; they are not a native bundle field and are passed through to the workload.") + } + + return notes +} diff --git a/experimental/air/cmd/convert_to_dabs_test.go b/experimental/air/cmd/convert_to_dabs_test.go index 1b3c36dd3a8..420b275b81d 100644 --- a/experimental/air/cmd/convert_to_dabs_test.go +++ b/experimental/air/cmd/convert_to_dabs_test.go @@ -2,6 +2,7 @@ package aircmd import ( "path/filepath" + "strings" "testing" "github.com/databricks/cli/libs/dyn" @@ -181,6 +182,38 @@ parameters: assert.False(t, has(root, art+".secrets")) } +// conversionNotes surfaces what was transformed/staged so a migrating user knows +// what changed between their run YAML and the bundle. +func TestConvertToDabsConversionNotes(t *testing.T) { + cfg := minimalConfig + ` +env_variables: {FOO: bar} +secrets: {TOKEN: scope/key} +parameters: {lr: 0.1} +code_source: + type: snapshot + snapshot: + root_path: ./src + git: {commit: abc123} +` + path := writeConfigFile(t, "run.yaml", cfg) + loaded, err := loadRunConfig(path) + require.NoError(t, err) + + notes := conversionNotes(loaded) + joined := strings.Join(notes, "\n") + assert.Contains(t, joined, "code_source.git") // git pin flagged + assert.Contains(t, joined, "code_source.tar.gz") // snapshot behavior + assert.Contains(t, joined, "env_vars.json") // env vars staged + assert.Contains(t, joined, "secret_env_vars.json") // secrets staged + assert.Contains(t, joined, "hyperparameters.yaml") // parameters staged + + // A minimal config with none of those has no notes. + base := writeConfigFile(t, "min.yaml", minimalConfig) + minCfg, err := loadRunConfig(base) + require.NoError(t, err) + assert.Empty(t, conversionNotes(minCfg)) +} + // usage_policy_id is a resolved budget policy id and maps to the job's // budget_policy_id (usage_policy_name, which needs resolution, is rejected). func TestConvertToDabsMapsUsagePolicyID(t *testing.T) { @@ -233,7 +266,7 @@ func TestConvertToDabsGitPinnedTarball(t *testing.T) { require.NoError(t, err) outDir := t.TempDir() - _, err = writeBundle(t.Context(), loaded, path, outDir, true) + _, err = writeBundle(t.Context(), loaded, path, outDir) require.NoError(t, err) entries := tarballEntries(t, filepath.Join(outDir, codeSourceTarballName)) @@ -261,7 +294,7 @@ func TestConvertToDabsGitPinnedRelativeOutputDir(t *testing.T) { // chdir into a scratch dir and pass a relative --output-dir. work := t.TempDir() t.Chdir(work) - _, err = writeBundle(t.Context(), loaded, path, "out", true) + _, err = writeBundle(t.Context(), loaded, path, "out") require.NoError(t, err) entries := tarballEntries(t, filepath.Join(work, "out", codeSourceTarballName))