diff --git a/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py b/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py index 29c5451f..6a6b8bcc 100644 --- a/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py +++ b/google/cloud/dataproc_v1/proto/autoscaling_policies_pb2.py @@ -773,10 +773,7 @@ { "DESCRIPTOR": _AUTOSCALINGPOLICY, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", - "__doc__": """Describes an autoscaling policy for Dataproc cluster - autoscaler. - - + "__doc__": """Describes an autoscaling policy for Dataproc cluster autoscaler. Attributes: id: Required. The policy id. The id must contain only letters @@ -814,8 +811,6 @@ "DESCRIPTOR": _BASICAUTOSCALINGALGORITHM, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """Basic algorithm for autoscaling. - - Attributes: yarn_config: Required. YARN autoscaling configuration. @@ -836,8 +831,6 @@ "DESCRIPTOR": _BASICYARNAUTOSCALINGCONFIG, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """Basic autoscaling configurations for YARN. - - Attributes: graceful_decommission_timeout: Required. Timeout for YARN graceful decommissioning of Node @@ -889,8 +882,6 @@ "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """Configuration for the size bounds of an instance group, including its proportional size to other groups. - - Attributes: min_instances: Optional. Minimum number of instances for this group. Primary @@ -935,8 +926,6 @@ "DESCRIPTOR": _CREATEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """A request to create an autoscaling policy. - - Attributes: parent: Required. The “resource name” of the region or location, as @@ -963,8 +952,6 @@ "DESCRIPTOR": _GETAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """A request to fetch an autoscaling policy. - - Attributes: name: Required. The “resource name” of the autoscaling policy, as @@ -990,8 +977,6 @@ "DESCRIPTOR": _UPDATEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """A request to update an autoscaling policy. - - Attributes: policy: Required. The updated autoscaling policy. @@ -1007,11 +992,8 @@ { "DESCRIPTOR": _DELETEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", - "__doc__": """A request to delete an autoscaling policy. - - Autoscaling policies in use by one or more clusters will not be deleted. - - + "__doc__": """A request to delete an autoscaling policy. Autoscaling policies in + use by one or more clusters will not be deleted. Attributes: name: Required. The “resource name” of the autoscaling policy, as @@ -1037,8 +1019,6 @@ "DESCRIPTOR": _LISTAUTOSCALINGPOLICIESREQUEST, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", "__doc__": """A request to list autoscaling policies in a project. - - Attributes: parent: Required. The “resource name” of the region or location, as @@ -1068,10 +1048,7 @@ { "DESCRIPTOR": _LISTAUTOSCALINGPOLICIESRESPONSE, "__module__": "google.cloud.dataproc_v1.proto.autoscaling_policies_pb2", - "__doc__": """A response to a request to list autoscaling policies in a - project. - - + "__doc__": """A response to a request to list autoscaling policies in a project. Attributes: policies: Output only. Autoscaling policies list. diff --git a/google/cloud/dataproc_v1/proto/clusters_pb2.py b/google/cloud/dataproc_v1/proto/clusters_pb2.py index c9a0c9de..b89b3da5 100644 --- a/google/cloud/dataproc_v1/proto/clusters_pb2.py +++ b/google/cloud/dataproc_v1/proto/clusters_pb2.py @@ -3068,10 +3068,8 @@ ), "DESCRIPTOR": _CLUSTER, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Describes the identifying information, config, and status - of a cluster of Compute Engine instances. - - + "__doc__": """Describes the identifying information, config, and status of a cluster + of Compute Engine instances. Attributes: project_id: Required. The Google Cloud Platform project ID that the @@ -3116,8 +3114,6 @@ "DESCRIPTOR": _CLUSTERCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """The cluster config. - - Attributes: config_bucket: Optional. A Cloud Storage bucket used to stage job @@ -3177,8 +3173,6 @@ "DESCRIPTOR": _AUTOSCALINGCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Autoscaling Policy config associated with the cluster. - - Attributes: policy_uri: Optional. The autoscaling policy used by the cluster. Only @@ -3201,8 +3195,6 @@ "DESCRIPTOR": _ENCRYPTIONCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Encryption settings for the cluster. - - Attributes: gce_pd_kms_key_name: Optional. The Cloud KMS key name to use for PD disk encryption @@ -3228,10 +3220,8 @@ ), "DESCRIPTOR": _GCECLUSTERCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Common config settings for resources of Compute Engine - cluster instances, applicable to all instances in the cluster. - - + "__doc__": """Common config settings for resources of Compute Engine cluster + instances, applicable to all instances in the cluster. Attributes: zone_uri: Optional. The zone where the Compute Engine cluster will be @@ -3321,10 +3311,8 @@ { "DESCRIPTOR": _INSTANCEGROUPCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """The config settings for Compute Engine resources in an - instance group, such as a master or worker group. - - + "__doc__": """The config settings for Compute Engine resources in an instance group, + such as a master or worker group. Attributes: num_instances: Optional. The number of VM instances in the instance group. @@ -3387,10 +3375,7 @@ { "DESCRIPTOR": _MANAGEDGROUPCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Specifies the resources used to actively manage an - instance group. - - + "__doc__": """Specifies the resources used to actively manage an instance group. Attributes: instance_template_name: Output only. The name of the Instance Template used for the @@ -3410,11 +3395,9 @@ { "DESCRIPTOR": _ACCELERATORCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Specifies the type and number of accelerator cards - attached to the instances of an instance. See `GPUs on Compute - Engine `__. - - + "__doc__": """Specifies the type and number of accelerator cards attached to the + instances of an instance. See `GPUs on Compute Engine + `__. Attributes: accelerator_type_uri: Full URL, partial URI, or short name of the accelerator type @@ -3446,10 +3429,7 @@ { "DESCRIPTOR": _DISKCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Specifies the config of disk options for a group of VM - instances. - - + "__doc__": """Specifies the config of disk options for a group of VM instances. Attributes: boot_disk_type: Optional. Type of the boot disk (default is “pd-standard”). @@ -3477,10 +3457,8 @@ { "DESCRIPTOR": _NODEINITIALIZATIONACTION, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Specifies an executable to run on a fully configured node - and a timeout period for executable completion. - - + "__doc__": """Specifies an executable to run on a fully configured node and a + timeout period for executable completion. Attributes: executable_file: Required. Cloud Storage URI of executable file. @@ -3505,8 +3483,6 @@ "DESCRIPTOR": _CLUSTERSTATUS, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """The status of a cluster and its instances. - - Attributes: state: Output only. The cluster’s state. @@ -3533,8 +3509,6 @@ "DESCRIPTOR": _SECURITYCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Security related configuration, including Kerberos. - - Attributes: kerberos_config: Kerberos related configuration. @@ -3551,8 +3525,6 @@ "DESCRIPTOR": _KERBEROSCONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Specifies Kerberos related configuration. - - Attributes: enable_kerberos: Optional. Flag to indicate whether to Kerberize the cluster @@ -3633,10 +3605,7 @@ ), "DESCRIPTOR": _SOFTWARECONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Specifies the selection and config of software inside the - cluster. - - + "__doc__": """Specifies the selection and config of software inside the cluster. Attributes: image_version: Optional. The version of software inside the cluster. It must @@ -3676,8 +3645,6 @@ "DESCRIPTOR": _LIFECYCLECONFIG, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Specifies the cluster auto-delete schedule configuration. - - Attributes: idle_delete_ttl: Optional. The duration to keep the cluster alive while idling @@ -3736,13 +3703,9 @@ ), "DESCRIPTOR": _CLUSTERMETRICS, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN - stats. - - **Beta Feature**: This report is available for testing purposes only. It - may be changed before final release. - - + "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta + Feature**: This report is available for testing purposes only. It may + be changed before final release. Attributes: hdfs_metrics: The HDFS metrics. @@ -3763,8 +3726,6 @@ "DESCRIPTOR": _CREATECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """A request to create a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -3798,8 +3759,6 @@ "DESCRIPTOR": _UPDATECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """A request to update a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project the @@ -3880,8 +3839,6 @@ "DESCRIPTOR": _DELETECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """A request to delete a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -3918,10 +3875,7 @@ { "DESCRIPTOR": _GETCLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", - "__doc__": """Request to get the resource representation for a cluster - in a project. - - + "__doc__": """Request to get the resource representation for a cluster in a project. Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -3943,8 +3897,6 @@ "DESCRIPTOR": _LISTCLUSTERSREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """A request to list the clusters in a project. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -3985,8 +3937,6 @@ "DESCRIPTOR": _LISTCLUSTERSRESPONSE, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """The list of all clusters in a project. - - Attributes: clusters: Output only. The clusters in the project. @@ -4008,8 +3958,6 @@ "DESCRIPTOR": _DIAGNOSECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """A request to collect cluster diagnostic information. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4031,8 +3979,6 @@ "DESCRIPTOR": _DIAGNOSECLUSTERRESULTS, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """The location of diagnostic output. - - Attributes: output_uri: Output only. The Cloud Storage URI of the diagnostic output. @@ -4051,8 +3997,6 @@ "DESCRIPTOR": _RESERVATIONAFFINITY, "__module__": "google.cloud.dataproc_v1.proto.clusters_pb2", "__doc__": """Reservation Affinity for consuming Zonal reservation. - - Attributes: consume_reservation_type: Optional. Type of reservation to consume diff --git a/google/cloud/dataproc_v1/proto/jobs_pb2.py b/google/cloud/dataproc_v1/proto/jobs_pb2.py index 8c27e52b..4806d94e 100644 --- a/google/cloud/dataproc_v1/proto/jobs_pb2.py +++ b/google/cloud/dataproc_v1/proto/jobs_pb2.py @@ -3904,8 +3904,6 @@ "DESCRIPTOR": _LOGGINGCONFIG, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """The runtime logging config of the job. - - Attributes: driver_log_levels: The per-package log levels for the driver. This may include @@ -3933,12 +3931,11 @@ ), "DESCRIPTOR": _HADOOPJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache Hadoop - MapReduce `__ - jobs on `Apache Hadoop - YARN `__. - - + "__doc__": """A Dataproc job for running `Apache Hadoop MapReduce + `__ jobs on + `Apache Hadoop YARN `__. Attributes: driver: Required. Indicates the location of the driver’s main class. @@ -4001,10 +3998,8 @@ ), "DESCRIPTOR": _SPARKJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Spark `__ applications on YARN. - - + "__doc__": """A Dataproc job for running `Apache Spark `__ + applications on YARN. Attributes: driver: Required. The specification of the main method to call to @@ -4065,11 +4060,9 @@ ), "DESCRIPTOR": _PYSPARKJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - PySpark `__ + "__doc__": """A Dataproc job for running `Apache PySpark + `__ applications on YARN. - - Attributes: main_python_file_uri: Required. The HCFS URI of the main Python file to use as the @@ -4114,8 +4107,6 @@ "DESCRIPTOR": _QUERYLIST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A list of queries to run on a cluster. - - Attributes: queries: Required. The queries to execute. You do not need to terminate @@ -4154,10 +4145,8 @@ ), "DESCRIPTOR": _HIVEJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Hive `__ queries on YARN. - - + "__doc__": """A Dataproc job for running `Apache Hive `__ + queries on YARN. Attributes: queries: Required. The sequence of Hive queries to execute, specified @@ -4215,10 +4204,8 @@ ), "DESCRIPTOR": _SPARKSQLJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache Spark - SQL `__ queries. - - + "__doc__": """A Dataproc job for running `Apache Spark SQL + `__ queries. Attributes: queries: Required. The sequence of Spark SQL queries to execute, @@ -4271,10 +4258,8 @@ ), "DESCRIPTOR": _PIGJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Pig `__ queries on YARN. - - + "__doc__": """A Dataproc job for running `Apache Pig `__ + queries on YARN. Attributes: queries: Required. The sequence of Pig queries to execute, specified as @@ -4325,11 +4310,9 @@ ), "DESCRIPTOR": _SPARKRJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - SparkR `__ - applications on YARN. - - + "__doc__": """A Dataproc job for running `Apache SparkR + `__ applications on + YARN. Attributes: main_r_file_uri: Required. The HCFS URI of the main R file to use as the @@ -4377,13 +4360,10 @@ ), "DESCRIPTOR": _PRESTOJOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A Dataproc job for running - `Presto `__ queries. **IMPORTANT**: The `Dataproc - Presto Optional Component `__ - must be enabled when the cluster is created to submit a Presto job to - the cluster. - - + "__doc__": """A Dataproc job for running `Presto `__ queries. + **IMPORTANT**: The `Dataproc Presto Optional Component + `__ must be enabled when + the cluster is created to submit a Presto job to the cluster. Attributes: queries: Required. The sequence of Presto queries to execute, specified @@ -4422,8 +4402,6 @@ "DESCRIPTOR": _JOBPLACEMENT, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """Dataproc job config. - - Attributes: cluster_name: Required. The name of the cluster where the job will be @@ -4444,8 +4422,6 @@ "DESCRIPTOR": _JOBSTATUS, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """Dataproc job status. - - Attributes: state: Output only. A state message specifying the overall job state. @@ -4470,8 +4446,6 @@ "DESCRIPTOR": _JOBREFERENCE, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """Encapsulates the full scoping used to reference a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4494,14 +4468,11 @@ { "DESCRIPTOR": _YARNAPPLICATION, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A YARN application created by a job. Application - information is a subset of + "__doc__": """A YARN application created by a job. Application information is a + subset of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. - - **Beta Feature**: This report is available for testing purposes only. It - may be changed before final release. - - + **Beta Feature**: This report is available for testing purposes only. + It may be changed before final release. Attributes: name: Required. The application name. @@ -4537,8 +4508,6 @@ "DESCRIPTOR": _JOB, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A Dataproc job resource. - - Attributes: reference: Optional. The fully qualified reference to the job, which can @@ -4618,8 +4587,6 @@ "DESCRIPTOR": _JOBSCHEDULING, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """Job scheduling options. - - Attributes: max_failures_per_hour: Optional. Maximum number of times per hour a driver may be @@ -4640,8 +4607,6 @@ "DESCRIPTOR": _SUBMITJOBREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A request to submit a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4675,8 +4640,6 @@ "DESCRIPTOR": _JOBMETADATA, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """Job Operation metadata. - - Attributes: job_id: Output only. The job id. @@ -4698,10 +4661,7 @@ { "DESCRIPTOR": _GETJOBREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", - "__doc__": """A request to get the resource representation for a job in - a project. - - + "__doc__": """A request to get the resource representation for a job in a project. Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4723,8 +4683,6 @@ "DESCRIPTOR": _LISTJOBSREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A request to list jobs in a project. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4767,8 +4725,6 @@ "DESCRIPTOR": _UPDATEJOBREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A request to update a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4798,8 +4754,6 @@ "DESCRIPTOR": _LISTJOBSRESPONSE, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A list of jobs in a project. - - Attributes: jobs: Output only. Jobs list. @@ -4821,8 +4775,6 @@ "DESCRIPTOR": _CANCELJOBREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A request to cancel a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4844,8 +4796,6 @@ "DESCRIPTOR": _DELETEJOBREQUEST, "__module__": "google.cloud.dataproc_v1.proto.jobs_pb2", "__doc__": """A request to delete a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the diff --git a/google/cloud/dataproc_v1/proto/operations_pb2.py b/google/cloud/dataproc_v1/proto/operations_pb2.py index 7d213ffb..c09e3208 100644 --- a/google/cloud/dataproc_v1/proto/operations_pb2.py +++ b/google/cloud/dataproc_v1/proto/operations_pb2.py @@ -399,8 +399,6 @@ "DESCRIPTOR": _CLUSTEROPERATIONSTATUS, "__module__": "google.cloud.dataproc_v1.proto.operations_pb2", "__doc__": """The status of the operation. - - Attributes: state: Output only. A message containing the operation state. @@ -434,8 +432,6 @@ "DESCRIPTOR": _CLUSTEROPERATIONMETADATA, "__module__": "google.cloud.dataproc_v1.proto.operations_pb2", "__doc__": """Metadata describing the operation. - - Attributes: cluster_name: Output only. Name of the cluster for the operation. diff --git a/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py b/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py index 8d53e832..1172727f 100644 --- a/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py +++ b/google/cloud/dataproc_v1/proto/workflow_templates_pb2.py @@ -2489,8 +2489,6 @@ "DESCRIPTOR": _WORKFLOWTEMPLATE, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A Dataproc workflow template resource. - - Attributes: name: Output only. The resource name of the workflow template, as @@ -2549,11 +2547,8 @@ { "DESCRIPTOR": _WORKFLOWTEMPLATEPLACEMENT, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", - "__doc__": """Specifies workflow execution target. - - Either ``managed_cluster`` or ``cluster_selector`` is required. - - + "__doc__": """Specifies workflow execution target. Either ``managed_cluster`` or + ``cluster_selector`` is required. Attributes: placement: Required. Specifies where workflow executes; either on a @@ -2586,8 +2581,6 @@ "DESCRIPTOR": _MANAGEDCLUSTER, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """Cluster that is managed by the workflow. - - Attributes: cluster_name: Required. The cluster name prefix. A unique cluster name will @@ -2624,10 +2617,7 @@ ), "DESCRIPTOR": _CLUSTERSELECTOR, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", - "__doc__": """A selector that chooses target cluster for jobs based on - metadata. - - + "__doc__": """A selector that chooses target cluster for jobs based on metadata. Attributes: zone: Optional. The zone where workflow process executes. This @@ -2660,8 +2650,6 @@ "DESCRIPTOR": _ORDEREDJOB, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A job executed by the workflow. - - Attributes: step_id: Required. The step id. The id must be unique among all jobs @@ -2702,12 +2690,10 @@ { "DESCRIPTOR": _TEMPLATEPARAMETER, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", - "__doc__": """A configurable parameter that replaces one or more fields - in the template. Parameterizable fields: - Labels - File uris - Job - properties - Job arguments - Script variables - Main class (in HadoopJob - and SparkJob) - Zone (in ClusterSelector) - - + "__doc__": """A configurable parameter that replaces one or more fields in the + template. Parameterizable fields: - Labels - File uris - Job + properties - Job arguments - Script variables - Main class (in + HadoopJob and SparkJob) - Zone (in ClusterSelector) Attributes: name: Required. Parameter name. The parameter name is used as the @@ -2769,8 +2755,6 @@ "DESCRIPTOR": _PARAMETERVALIDATION, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """Configuration for parameter validation. - - Attributes: validation_type: Required. The type of validation to be performed. @@ -2791,8 +2775,6 @@ "DESCRIPTOR": _REGEXVALIDATION, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """Validation based on regular expressions. - - Attributes: regexes: Required. RE2 regular expressions used to validate the @@ -2811,8 +2793,6 @@ "DESCRIPTOR": _VALUEVALIDATION, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """Validation based on a list of allowed values. - - Attributes: values: Required. List of allowed values for the parameter. @@ -2838,8 +2818,6 @@ "DESCRIPTOR": _WORKFLOWMETADATA, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A Dataproc workflow template resource. - - Attributes: template: Output only. The resource name of the workflow template as @@ -2888,8 +2866,6 @@ "DESCRIPTOR": _CLUSTEROPERATION, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """The cluster operation triggered by a workflow. - - Attributes: operation_id: Output only. The id of the cluster operation. @@ -2910,8 +2886,6 @@ "DESCRIPTOR": _WORKFLOWGRAPH, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """The workflow graph. - - Attributes: nodes: Output only. The workflow nodes. @@ -2928,8 +2902,6 @@ "DESCRIPTOR": _WORKFLOWNODE, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """The workflow node. - - Attributes: step_id: Output only. The name of the node. @@ -2955,8 +2927,6 @@ "DESCRIPTOR": _CREATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to create a workflow template. - - Attributes: parent: Required. The resource name of the region or location, as @@ -2983,8 +2953,6 @@ "DESCRIPTOR": _GETWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to fetch a workflow template. - - Attributes: name: Required. The resource name of the workflow template, as @@ -3023,8 +2991,6 @@ "DESCRIPTOR": _INSTANTIATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to instantiate a workflow template. - - Attributes: name: Required. The resource name of the workflow template, as @@ -3071,8 +3037,6 @@ "DESCRIPTOR": _INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to instantiate an inline workflow template. - - Attributes: parent: Required. The resource name of the region or location, as @@ -3108,8 +3072,6 @@ "DESCRIPTOR": _UPDATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to update a workflow template. - - Attributes: template: Required. The updated workflow template. The @@ -3127,8 +3089,6 @@ "DESCRIPTOR": _LISTWORKFLOWTEMPLATESREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", "__doc__": """A request to list workflow templates in a project. - - Attributes: parent: Required. The resource name of the region or location, as @@ -3158,10 +3118,7 @@ { "DESCRIPTOR": _LISTWORKFLOWTEMPLATESRESPONSE, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", - "__doc__": """A response to a request to list workflow templates in a - project. - - + "__doc__": """A response to a request to list workflow templates in a project. Attributes: templates: Output only. WorkflowTemplates list. @@ -3182,11 +3139,8 @@ { "DESCRIPTOR": _DELETEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1.proto.workflow_templates_pb2", - "__doc__": """A request to delete a workflow template. - - Currently started workflows will remain running. - - + "__doc__": """A request to delete a workflow template. Currently started workflows + will remain running. Attributes: name: Required. The resource name of the workflow template, as diff --git a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py index 9a163c20..2e36d73d 100644 --- a/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/autoscaling_policies_pb2.py @@ -773,10 +773,7 @@ { "DESCRIPTOR": _AUTOSCALINGPOLICY, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", - "__doc__": """Describes an autoscaling policy for Dataproc cluster - autoscaler. - - + "__doc__": """Describes an autoscaling policy for Dataproc cluster autoscaler. Attributes: id: Required. The policy id. The id must contain only letters @@ -814,8 +811,6 @@ "DESCRIPTOR": _BASICAUTOSCALINGALGORITHM, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """Basic algorithm for autoscaling. - - Attributes: yarn_config: Required. YARN autoscaling configuration. @@ -836,8 +831,6 @@ "DESCRIPTOR": _BASICYARNAUTOSCALINGCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """Basic autoscaling configurations for YARN. - - Attributes: graceful_decommission_timeout: Required. Timeout for YARN graceful decommissioning of Node @@ -887,10 +880,8 @@ { "DESCRIPTOR": _INSTANCEGROUPAUTOSCALINGPOLICYCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", - "__doc__": """Configuration for the size bounds of an instance group, - including its proportional size to other groups. - - + "__doc__": """Configuration for the size bounds of an instance group, including its + proportional size to other groups. Attributes: min_instances: Optional. Minimum number of instances for this group. Primary @@ -935,8 +926,6 @@ "DESCRIPTOR": _CREATEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """A request to create an autoscaling policy. - - Attributes: parent: Required. The “resource name” of the region or location, as @@ -963,8 +952,6 @@ "DESCRIPTOR": _GETAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """A request to fetch an autoscaling policy. - - Attributes: name: Required. The “resource name” of the autoscaling policy, as @@ -990,8 +977,6 @@ "DESCRIPTOR": _UPDATEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """A request to update an autoscaling policy. - - Attributes: policy: Required. The updated autoscaling policy. @@ -1007,11 +992,8 @@ { "DESCRIPTOR": _DELETEAUTOSCALINGPOLICYREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", - "__doc__": """A request to delete an autoscaling policy. - - Autoscaling policies in use by one or more clusters will not be deleted. - - + "__doc__": """A request to delete an autoscaling policy. Autoscaling policies in + use by one or more clusters will not be deleted. Attributes: name: Required. The “resource name” of the autoscaling policy, as @@ -1037,8 +1019,6 @@ "DESCRIPTOR": _LISTAUTOSCALINGPOLICIESREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", "__doc__": """A request to list autoscaling policies in a project. - - Attributes: parent: Required. The “resource name” of the region or location, as @@ -1068,10 +1048,7 @@ { "DESCRIPTOR": _LISTAUTOSCALINGPOLICIESRESPONSE, "__module__": "google.cloud.dataproc_v1beta2.proto.autoscaling_policies_pb2", - "__doc__": """A response to a request to list autoscaling policies in a - project. - - + "__doc__": """A response to a request to list autoscaling policies in a project. Attributes: policies: Output only. Autoscaling policies list. diff --git a/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py b/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py index 84d80e78..9b189c03 100644 --- a/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/clusters_pb2.py @@ -3338,10 +3338,8 @@ ), "DESCRIPTOR": _CLUSTER, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Describes the identifying information, config, and status - of a cluster of Compute Engine instances. - - + "__doc__": """Describes the identifying information, config, and status of a cluster + of Compute Engine instances. Attributes: project_id: Required. The Google Cloud Platform project ID that the @@ -3386,8 +3384,6 @@ "DESCRIPTOR": _CLUSTERCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """The cluster config. - - Attributes: config_bucket: Optional. A Cloud Storage bucket used to stage job @@ -3458,10 +3454,8 @@ { "DESCRIPTOR": _GKECLUSTERCONFIG_NAMESPACEDGKEDEPLOYMENTTARGET, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """A full, namespace-isolated deployment target for an - existing GKE cluster. - - + "__doc__": """A full, namespace-isolated deployment target for an existing GKE + cluster. Attributes: target_gke_cluster: Optional. The target GKE cluster to deploy to. Format: ‘projec @@ -3475,8 +3469,6 @@ "DESCRIPTOR": _GKECLUSTERCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """The GKE config for this cluster. - - Attributes: namespaced_gke_deployment_target: Optional. A target for the deployment. @@ -3503,8 +3495,6 @@ "DESCRIPTOR": _ENDPOINTCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Endpoint config for this cluster - - Attributes: http_ports: Output only. The map of port descriptions to URLs. Will only @@ -3526,8 +3516,6 @@ "DESCRIPTOR": _AUTOSCALINGCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Autoscaling Policy config associated with the cluster. - - Attributes: policy_uri: Optional. The autoscaling policy used by the cluster. Only @@ -3550,8 +3538,6 @@ "DESCRIPTOR": _ENCRYPTIONCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Encryption settings for the cluster. - - Attributes: gce_pd_kms_key_name: Optional. The Cloud KMS key name to use for PD disk encryption @@ -3577,10 +3563,8 @@ ), "DESCRIPTOR": _GCECLUSTERCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Common config settings for resources of Compute Engine - cluster instances, applicable to all instances in the cluster. - - + "__doc__": """Common config settings for resources of Compute Engine cluster + instances, applicable to all instances in the cluster. Attributes: zone_uri: Optional. The zone where the Compute Engine cluster will be @@ -3670,10 +3654,8 @@ { "DESCRIPTOR": _INSTANCEGROUPCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """The config settings for Compute Engine resources in an - instance group, such as a master or worker group. - - + "__doc__": """The config settings for Compute Engine resources in an instance group, + such as a master or worker group. Attributes: num_instances: Optional. The number of VM instances in the instance group. @@ -3736,10 +3718,7 @@ { "DESCRIPTOR": _MANAGEDGROUPCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Specifies the resources used to actively manage an - instance group. - - + "__doc__": """Specifies the resources used to actively manage an instance group. Attributes: instance_template_name: Output only. The name of the Instance Template used for the @@ -3759,11 +3738,9 @@ { "DESCRIPTOR": _ACCELERATORCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Specifies the type and number of accelerator cards - attached to the instances of an instance group (see `GPUs on Compute - Engine `__). - - + "__doc__": """Specifies the type and number of accelerator cards attached to the + instances of an instance group (see `GPUs on Compute Engine + `__). Attributes: accelerator_type_uri: Full URL, partial URI, or short name of the accelerator type @@ -3795,10 +3772,7 @@ { "DESCRIPTOR": _DISKCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Specifies the config of disk options for a group of VM - instances. - - + "__doc__": """Specifies the config of disk options for a group of VM instances. Attributes: boot_disk_type: Optional. Type of the boot disk (default is “pd-standard”). @@ -3826,8 +3800,6 @@ "DESCRIPTOR": _LIFECYCLECONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Specifies the cluster auto-delete schedule configuration. - - Attributes: idle_delete_ttl: Optional. The duration to keep the cluster alive while idling @@ -3868,10 +3840,7 @@ { "DESCRIPTOR": _SECURITYCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Security related configuration, including encryption, - Kerberos, etc. - - + "__doc__": """Security related configuration, including encryption, Kerberos, etc. Attributes: kerberos_config: Kerberos related configuration. @@ -3888,8 +3857,6 @@ "DESCRIPTOR": _KERBEROSCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Specifies Kerberos related configuration. - - Attributes: enable_kerberos: Optional. Flag to indicate whether to Kerberize the cluster @@ -3961,10 +3928,8 @@ { "DESCRIPTOR": _NODEINITIALIZATIONACTION, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Specifies an executable to run on a fully configured node - and a timeout period for executable completion. - - + "__doc__": """Specifies an executable to run on a fully configured node and a + timeout period for executable completion. Attributes: executable_file: Required. Cloud Storage URI of executable file. @@ -3989,8 +3954,6 @@ "DESCRIPTOR": _CLUSTERSTATUS, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """The status of a cluster and its instances. - - Attributes: state: Output only. The cluster’s state. @@ -4025,10 +3988,7 @@ ), "DESCRIPTOR": _SOFTWARECONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Specifies the selection and config of software inside the - cluster. - - + "__doc__": """Specifies the selection and config of software inside the cluster. Attributes: image_version: Optional. The version of software inside the cluster. It must @@ -4085,13 +4045,9 @@ ), "DESCRIPTOR": _CLUSTERMETRICS, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN - stats. - - **Beta Feature**: This report is available for testing purposes only. It - may be changed before final release. - - + "__doc__": """Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta + Feature**: This report is available for testing purposes only. It may + be changed before final release. Attributes: hdfs_metrics: The HDFS metrics. @@ -4112,8 +4068,6 @@ "DESCRIPTOR": _CREATECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """A request to create a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4147,8 +4101,6 @@ "DESCRIPTOR": _UPDATECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """A request to update a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project the @@ -4240,8 +4192,6 @@ "DESCRIPTOR": _DELETECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """A request to delete a cluster. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4278,10 +4228,7 @@ { "DESCRIPTOR": _GETCLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", - "__doc__": """Request to get the resource representation for a cluster - in a project. - - + "__doc__": """Request to get the resource representation for a cluster in a project. Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4303,8 +4250,6 @@ "DESCRIPTOR": _LISTCLUSTERSREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """A request to list the clusters in a project. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4345,8 +4290,6 @@ "DESCRIPTOR": _LISTCLUSTERSRESPONSE, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """The list of all clusters in a project. - - Attributes: clusters: Output only. The clusters in the project. @@ -4368,8 +4311,6 @@ "DESCRIPTOR": _DIAGNOSECLUSTERREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """A request to collect cluster diagnostic information. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4391,8 +4332,6 @@ "DESCRIPTOR": _DIAGNOSECLUSTERRESULTS, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """The location of diagnostic output. - - Attributes: output_uri: Output only. The Cloud Storage URI of the diagnostic output. @@ -4411,8 +4350,6 @@ "DESCRIPTOR": _RESERVATIONAFFINITY, "__module__": "google.cloud.dataproc_v1beta2.proto.clusters_pb2", "__doc__": """Reservation Affinity for consuming Zonal reservation. - - Attributes: consume_reservation_type: Optional. Type of reservation to consume diff --git a/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py b/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py index 6d32b05a..15107439 100644 --- a/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/jobs_pb2.py @@ -3922,8 +3922,6 @@ "DESCRIPTOR": _LOGGINGCONFIG, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """The runtime logging config of the job. - - Attributes: driver_log_levels: The per-package log levels for the driver. This may include @@ -3951,12 +3949,11 @@ ), "DESCRIPTOR": _HADOOPJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache Hadoop - MapReduce `__ - jobs on `Apache Hadoop - YARN `__. - - + "__doc__": """A Dataproc job for running `Apache Hadoop MapReduce + `__ jobs on + `Apache Hadoop YARN `__. Attributes: driver: Required. Indicates the location of the driver’s main class. @@ -4019,15 +4016,12 @@ ), "DESCRIPTOR": _SPARKJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Spark `__ applications on YARN. The - specification of the main method to call to drive the job. Specify - either the jar file that contains the main class or the main class name. - To pass both a main jar and a main class in that jar, add the jar to - ``CommonJob.jar_file_uris``, and then specify the main class name in - ``main_class``. - - + "__doc__": """A Dataproc job for running `Apache Spark `__ + applications on YARN. The specification of the main method to call to + drive the job. Specify either the jar file that contains the main + class or the main class name. To pass both a main jar and a main class + in that jar, add the jar to ``CommonJob.jar_file_uris``, and then + specify the main class name in ``main_class``. Attributes: main_jar_file_uri: The HCFS URI of the jar file that contains the main class. @@ -4081,11 +4075,9 @@ ), "DESCRIPTOR": _PYSPARKJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - PySpark `__ + "__doc__": """A Dataproc job for running `Apache PySpark + `__ applications on YARN. - - Attributes: main_python_file_uri: Required. The HCFS URI of the main Python file to use as the @@ -4130,8 +4122,6 @@ "DESCRIPTOR": _QUERYLIST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A list of queries to run on a cluster. - - Attributes: queries: Required. The queries to execute. You do not need to terminate @@ -4171,10 +4161,8 @@ ), "DESCRIPTOR": _HIVEJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Hive `__ queries on YARN. - - + "__doc__": """A Dataproc job for running `Apache Hive `__ + queries on YARN. Attributes: queries: Required. The sequence of Hive queries to execute, specified @@ -4232,10 +4220,8 @@ ), "DESCRIPTOR": _SPARKSQLJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache Spark - SQL `__ queries. - - + "__doc__": """A Dataproc job for running `Apache Spark SQL + `__ queries. Attributes: queries: Required. The sequence of Spark SQL queries to execute, @@ -4288,10 +4274,8 @@ ), "DESCRIPTOR": _PIGJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - Pig `__ queries on YARN. - - + "__doc__": """A Dataproc job for running `Apache Pig `__ + queries on YARN. Attributes: queries: Required. The sequence of Pig queries to execute, specified as @@ -4342,11 +4326,9 @@ ), "DESCRIPTOR": _SPARKRJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running `Apache - SparkR `__ - applications on YARN. - - + "__doc__": """A Dataproc job for running `Apache SparkR + `__ applications on + YARN. Attributes: main_r_file_uri: Required. The HCFS URI of the main R file to use as the @@ -4394,13 +4376,10 @@ ), "DESCRIPTOR": _PRESTOJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A Dataproc job for running - `Presto `__ queries. **IMPORTANT**: The `Dataproc - Presto Optional Component `__ - must be enabled when the cluster is created to submit a Presto job to - the cluster. - - + "__doc__": """A Dataproc job for running `Presto `__ queries. + **IMPORTANT**: The `Dataproc Presto Optional Component + `__ must be enabled when + the cluster is created to submit a Presto job to the cluster. Attributes: queries: Required. The sequence of Presto queries to execute, specified @@ -4439,8 +4418,6 @@ "DESCRIPTOR": _JOBPLACEMENT, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """Dataproc job config. - - Attributes: cluster_name: Required. The name of the cluster where the job will be @@ -4461,8 +4438,6 @@ "DESCRIPTOR": _JOBSTATUS, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """Dataproc job status. - - Attributes: state: Output only. A state message specifying the overall job state. @@ -4487,8 +4462,6 @@ "DESCRIPTOR": _JOBREFERENCE, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """Encapsulates the full scoping used to reference a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4511,14 +4484,11 @@ { "DESCRIPTOR": _YARNAPPLICATION, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A YARN application created by a job. Application - information is a subset of + "__doc__": """A YARN application created by a job. Application information is a + subset of org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. - - **Beta Feature**: This report is available for testing purposes only. It - may be changed before final release. - - + **Beta Feature**: This report is available for testing purposes only. + It may be changed before final release. Attributes: name: Output only. The application name. @@ -4554,8 +4524,6 @@ "DESCRIPTOR": _JOB, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A Dataproc job resource. - - Attributes: reference: Optional. The fully qualified reference to the job, which can @@ -4639,8 +4607,6 @@ "DESCRIPTOR": _JOBSCHEDULING, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """Job scheduling options. - - Attributes: max_failures_per_hour: Optional. Maximum number of times per hour a driver may be @@ -4661,8 +4627,6 @@ "DESCRIPTOR": _JOBMETADATA, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """Job Operation metadata. - - Attributes: job_id: Output only. The job id. @@ -4685,8 +4649,6 @@ "DESCRIPTOR": _SUBMITJOBREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A request to submit a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4718,10 +4680,7 @@ { "DESCRIPTOR": _GETJOBREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", - "__doc__": """A request to get the resource representation for a job in - a project. - - + "__doc__": """A request to get the resource representation for a job in a project. Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4743,8 +4702,6 @@ "DESCRIPTOR": _LISTJOBSREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A request to list jobs in a project. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4787,8 +4744,6 @@ "DESCRIPTOR": _UPDATEJOBREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A request to update a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4818,8 +4773,6 @@ "DESCRIPTOR": _LISTJOBSRESPONSE, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A list of jobs in a project. - - Attributes: jobs: Output only. Jobs list. @@ -4841,8 +4794,6 @@ "DESCRIPTOR": _CANCELJOBREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A request to cancel a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the @@ -4864,8 +4815,6 @@ "DESCRIPTOR": _DELETEJOBREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.jobs_pb2", "__doc__": """A request to delete a job. - - Attributes: project_id: Required. The ID of the Google Cloud Platform project that the diff --git a/google/cloud/dataproc_v1beta2/proto/operations_pb2.py b/google/cloud/dataproc_v1beta2/proto/operations_pb2.py index 82ef065a..0c5624b3 100644 --- a/google/cloud/dataproc_v1beta2/proto/operations_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/operations_pb2.py @@ -397,8 +397,6 @@ "DESCRIPTOR": _CLUSTEROPERATIONSTATUS, "__module__": "google.cloud.dataproc_v1beta2.proto.operations_pb2", "__doc__": """The status of the operation. - - Attributes: state: Output only. A message containing the operation state. @@ -432,8 +430,6 @@ "DESCRIPTOR": _CLUSTEROPERATIONMETADATA, "__module__": "google.cloud.dataproc_v1beta2.proto.operations_pb2", "__doc__": """Metadata describing the operation. - - Attributes: cluster_name: Output only. Name of the cluster for the operation. diff --git a/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py b/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py index 4d16d70b..e7487415 100644 --- a/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py +++ b/google/cloud/dataproc_v1beta2/proto/workflow_templates_pb2.py @@ -2537,8 +2537,6 @@ "DESCRIPTOR": _WORKFLOWTEMPLATE, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A Dataproc workflow template resource. - - Attributes: id: Required. The template id. The id must contain only letters @@ -2602,11 +2600,8 @@ { "DESCRIPTOR": _WORKFLOWTEMPLATEPLACEMENT, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - "__doc__": """Specifies workflow execution target. - - Either ``managed_cluster`` or ``cluster_selector`` is required. - - + "__doc__": """Specifies workflow execution target. Either ``managed_cluster`` or + ``cluster_selector`` is required. Attributes: placement: Required. Specifies where workflow executes; either on a @@ -2639,8 +2634,6 @@ "DESCRIPTOR": _MANAGEDCLUSTER, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """Cluster that is managed by the workflow. - - Attributes: cluster_name: Required. The cluster name prefix. A unique cluster name will @@ -2677,10 +2670,7 @@ ), "DESCRIPTOR": _CLUSTERSELECTOR, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - "__doc__": """A selector that chooses target cluster for jobs based on - metadata. - - + "__doc__": """A selector that chooses target cluster for jobs based on metadata. Attributes: zone: Optional. The zone where workflow process executes. This @@ -2713,8 +2703,6 @@ "DESCRIPTOR": _ORDEREDJOB, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A job executed by the workflow. - - Attributes: step_id: Required. The step id. The id must be unique among all jobs @@ -2755,12 +2743,10 @@ { "DESCRIPTOR": _TEMPLATEPARAMETER, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - "__doc__": """A configurable parameter that replaces one or more fields - in the template. Parameterizable fields: - Labels - File uris - Job - properties - Job arguments - Script variables - Main class (in HadoopJob - and SparkJob) - Zone (in ClusterSelector) - - + "__doc__": """A configurable parameter that replaces one or more fields in the + template. Parameterizable fields: - Labels - File uris - Job + properties - Job arguments - Script variables - Main class (in + HadoopJob and SparkJob) - Zone (in ClusterSelector) Attributes: name: Required. Parameter name. The parameter name is used as the @@ -2822,8 +2808,6 @@ "DESCRIPTOR": _PARAMETERVALIDATION, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """Configuration for parameter validation. - - Attributes: validation_type: Required. The type of validation to be performed. @@ -2844,8 +2828,6 @@ "DESCRIPTOR": _REGEXVALIDATION, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """Validation based on regular expressions. - - Attributes: regexes: Required. RE2 regular expressions used to validate the @@ -2864,8 +2846,6 @@ "DESCRIPTOR": _VALUEVALIDATION, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """Validation based on a list of allowed values. - - Attributes: values: Required. List of allowed values for the parameter. @@ -2891,8 +2871,6 @@ "DESCRIPTOR": _WORKFLOWMETADATA, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A Dataproc workflow template resource. - - Attributes: template: Output only. The resource name of the workflow template as @@ -2941,8 +2919,6 @@ "DESCRIPTOR": _CLUSTEROPERATION, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """The cluster operation triggered by a workflow. - - Attributes: operation_id: Output only. The id of the cluster operation. @@ -2963,8 +2939,6 @@ "DESCRIPTOR": _WORKFLOWGRAPH, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """The workflow graph. - - Attributes: nodes: Output only. The workflow nodes. @@ -2981,8 +2955,6 @@ "DESCRIPTOR": _WORKFLOWNODE, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """The workflow node. - - Attributes: step_id: Output only. The name of the node. @@ -3008,8 +2980,6 @@ "DESCRIPTOR": _CREATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to create a workflow template. - - Attributes: parent: Required. The resource name of the region or location, as @@ -3036,8 +3006,6 @@ "DESCRIPTOR": _GETWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to fetch a workflow template. - - Attributes: name: Required. The resource name of the workflow template, as @@ -3076,8 +3044,6 @@ "DESCRIPTOR": _INSTANTIATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to instantiate a workflow template. - - Attributes: name: Required. The resource name of the workflow template, as @@ -3126,8 +3092,6 @@ "DESCRIPTOR": _INSTANTIATEINLINEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to instantiate an inline workflow template. - - Attributes: parent: Required. The resource name of the region or location, as @@ -3165,8 +3129,6 @@ "DESCRIPTOR": _UPDATEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to update a workflow template. - - Attributes: template: Required. The updated workflow template. The @@ -3184,8 +3146,6 @@ "DESCRIPTOR": _LISTWORKFLOWTEMPLATESREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", "__doc__": """A request to list workflow templates in a project. - - Attributes: parent: Required. The resource name of the region or location, as @@ -3215,10 +3175,7 @@ { "DESCRIPTOR": _LISTWORKFLOWTEMPLATESRESPONSE, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - "__doc__": """A response to a request to list workflow templates in a - project. - - + "__doc__": """A response to a request to list workflow templates in a project. Attributes: templates: Output only. WorkflowTemplates list. @@ -3239,11 +3196,8 @@ { "DESCRIPTOR": _DELETEWORKFLOWTEMPLATEREQUEST, "__module__": "google.cloud.dataproc_v1beta2.proto.workflow_templates_pb2", - "__doc__": """A request to delete a workflow template. - - Currently started workflows will remain running. - - + "__doc__": """A request to delete a workflow template. Currently started workflows + will remain running. Attributes: name: Required. The resource name of the workflow template, as diff --git a/synth.metadata b/synth.metadata index 005dc2d2..869626db 100644 --- a/synth.metadata +++ b/synth.metadata @@ -4,15 +4,15 @@ "git": { "name": ".", "remote": "https://github.com/googleapis/python-dataproc.git", - "sha": "e95987420129cbd4184bd77f04985dae07e88fcd" + "sha": "3fef94ff920b72eb1fc1cc3d1a408f3b6382a023" } }, { "git": { "name": "googleapis", "remote": "https://github.com/googleapis/googleapis.git", - "sha": "7a8875d4bcf51993f6f7aa181066cc5ec95539d5", - "internalRef": "312345206" + "sha": "dec3204175104cef49bf21d685d5517caaf0058f", + "internalRef": "312689208" } }, {