feat: [dataproc] Add Engine field to support LightningEngine in clusters and add support for stop ttl (#8008)

* feat: Add `Engine` field to support LightningEngine in clusters and add support for stop ttl

PiperOrigin-RevId: 897294662

Source-Link: googleapis/googleapis@2da8658

Source-Link: googleapis/googleapis-gen@ef2d7de
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRhdGFwcm9jLy5Pd2xCb3QueWFtbCIsImgiOiJlZjJkN2RlNDUzYjIyOWY5ZmE4NTY4ZjkwMDk5OTg0YjcxMTViOGM4In0=

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
Co-authored-by: Shivanee <46910562+shivanee-p@users.noreply.github.com>

Author: gcf-owl-bot[bot]

packages/google-cloud-dataproc/.eslintrc.json

@@ -1,3 +1,4 @@
 {
-  "extends": "./node_modules/gts"
+  "extends": "./node_modules/gts",
+  "root": true
 }

packages/google-cloud-dataproc/protos/google/cloud/dataproc/v1/clusters.proto

@@ -243,12 +243,27 @@ message ClusterConfig {
     CLUSTER_TIER_PREMIUM = 2;
   }
 
+  // The cluster engine.
+  enum Engine {
+    // The engine is not specified. Works the same as ENGINE_DEFAULT.
+    ENGINE_UNSPECIFIED = 0;
+
+    // The cluster is a default engine cluster.
+    DEFAULT = 1;
+
+    // The cluster is a lightning engine cluster.
+    LIGHTNING = 2;
+  }
+
   // Optional. The type of the cluster.
   ClusterType cluster_type = 27 [(google.api.field_behavior) = OPTIONAL];
 
   // Optional. The cluster tier.
   ClusterTier cluster_tier = 29 [(google.api.field_behavior) = OPTIONAL];
 
+  // Optional. The cluster engine.
+  Engine engine = 30 [(google.api.field_behavior) = OPTIONAL];
+
   // Optional. A Cloud Storage bucket used to stage job
   // dependencies, config files, and job driver console output.
   // If you do not specify a staging bucket, Cloud
@@ -1266,6 +1281,32 @@ message LifecycleConfig {
         [(google.api.field_behavior) = OPTIONAL];
   }
 
+  // Optional. The duration to keep the cluster started while idling (when no
+  // jobs are running). Passing this threshold will cause the cluster to be
+  // stopped. Minimum value is 5 minutes; maximum value is 14 days (see JSON
+  // representation of
+  // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+  google.protobuf.Duration idle_stop_ttl = 5
+      [(google.api.field_behavior) = OPTIONAL];
+
+  // Either the exact time the cluster should be stopped at or
+  // the cluster maximum age.
+  oneof stop_ttl {
+    // Optional. The time when cluster will be auto-stopped (see JSON
+    // representation of
+    // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+    google.protobuf.Timestamp auto_stop_time = 6
+        [(google.api.field_behavior) = OPTIONAL];
+
+    // Optional. The lifetime duration of the cluster. The cluster will be
+    // auto-stopped at the end of this period, calculated from the time of
+    // submission of the create or update cluster request. Minimum value is 10
+    // minutes; maximum value is 14 days (see JSON representation of
+    // [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+    google.protobuf.Duration auto_stop_ttl = 7
+        [(google.api.field_behavior) = OPTIONAL];
+  }
+
   // Output only. The time when cluster became idle (most recent job finished)
   // and became eligible for deletion due to idleness (see JSON representation
   // of

packages/google-cloud-dataproc/protos/protos.d.ts

@@ -5320,6 +5320,9 @@ export namespace google {
                     /** ClusterConfig clusterTier */
                     clusterTier?: (google.cloud.dataproc.v1.ClusterConfig.ClusterTier|keyof typeof google.cloud.dataproc.v1.ClusterConfig.ClusterTier|null);
 
+                    /** ClusterConfig engine */
+                    engine?: (google.cloud.dataproc.v1.ClusterConfig.Engine|keyof typeof google.cloud.dataproc.v1.ClusterConfig.Engine|null);
+
                     /** ClusterConfig configBucket */
                     configBucket?: (string|null);
 
@@ -5384,6 +5387,9 @@ export namespace google {
                     /** ClusterConfig clusterTier. */
                     public clusterTier: (google.cloud.dataproc.v1.ClusterConfig.ClusterTier|keyof typeof google.cloud.dataproc.v1.ClusterConfig.ClusterTier);
 
+                    /** ClusterConfig engine. */
+                    public engine: (google.cloud.dataproc.v1.ClusterConfig.Engine|keyof typeof google.cloud.dataproc.v1.ClusterConfig.Engine);
+
                     /** ClusterConfig configBucket. */
                     public configBucket: string;
 
@@ -5526,6 +5532,13 @@ export namespace google {
                         CLUSTER_TIER_STANDARD = 1,
                         CLUSTER_TIER_PREMIUM = 2
                     }
+
+                    /** Engine enum. */
+                    enum Engine {
+                        ENGINE_UNSPECIFIED = 0,
+                        DEFAULT = 1,
+                        LIGHTNING = 2
+                    }
                 }
 
                 /** Properties of a VirtualClusterConfig. */
@@ -8659,6 +8672,15 @@ export namespace google {
                     /** LifecycleConfig autoDeleteTtl */
                     autoDeleteTtl?: (google.protobuf.IDuration|null);
 
+                    /** LifecycleConfig idleStopTtl */
+                    idleStopTtl?: (google.protobuf.IDuration|null);
+
+                    /** LifecycleConfig autoStopTime */
+                    autoStopTime?: (google.protobuf.ITimestamp|null);
+
+                    /** LifecycleConfig autoStopTtl */
+                    autoStopTtl?: (google.protobuf.IDuration|null);
+
                     /** LifecycleConfig idleStartTime */
                     idleStartTime?: (google.protobuf.ITimestamp|null);
                 }
@@ -8681,12 +8703,24 @@ export namespace google {
                     /** LifecycleConfig autoDeleteTtl. */
                     public autoDeleteTtl?: (google.protobuf.IDuration|null);
 
+                    /** LifecycleConfig idleStopTtl. */
+                    public idleStopTtl?: (google.protobuf.IDuration|null);
+
+                    /** LifecycleConfig autoStopTime. */
+                    public autoStopTime?: (google.protobuf.ITimestamp|null);
+
+                    /** LifecycleConfig autoStopTtl. */
+                    public autoStopTtl?: (google.protobuf.IDuration|null);
+
                     /** LifecycleConfig idleStartTime. */
                     public idleStartTime?: (google.protobuf.ITimestamp|null);
 
                     /** LifecycleConfig ttl. */
                     public ttl?: ("autoDeleteTime"|"autoDeleteTtl");
 
+                    /** LifecycleConfig stopTtl. */
+                    public stopTtl?: ("autoStopTime"|"autoStopTtl");
+
                     /**
                      * Creates a new LifecycleConfig instance using the specified properties.
                      * @param [properties] Properties to set