/dports/net/google-cloud-sdk/google-cloud-sdk/lib/googlecloudsdk/command_lib/dataproc/jobs/ |
H A D | submitter.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 22 from googlecloudsdk.api_lib.dataproc import util 56 dataproc = dp.Dataproc(self.ReleaseTrack()) 62 job_ref = util.ParseJob(job_id, dataproc) 78 job = dataproc.messages.Job( 79 reference=dataproc.messages.JobReference( 82 placement=dataproc.messages.JobPlacement( 84 self.ConfigureJob(dataproc.messages, job, args) 87 scheduling = dataproc.messages.JobScheduling( 95 submitJobRequest=dataproc.messages.SubmitJobRequest( [all …]
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/workflow_templates/ |
H A D | set_managed_cluster.py | 21 from googlecloudsdk.api_lib.dataproc import compute_helpers 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 24 from googlecloudsdk.command_lib.dataproc import clusters 25 from googlecloudsdk.command_lib.dataproc import flags 44 dataproc = dp.Dataproc(cls.ReleaseTrack()) 56 dataproc.api_version) 71 dataproc = dp.Dataproc(self.ReleaseTrack()) 75 workflow_template = dataproc.GetRegionsWorkflowTemplate( 88 dataproc, 95 args, dataproc.messages.ManagedCluster.LabelsValue) [all …]
|
H A D | set_cluster_selector.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 24 from googlecloudsdk.command_lib.dataproc import flags 41 dataproc = dp.Dataproc(cls.ReleaseTrack()) 52 dataproc.api_version) 55 dataproc = dp.Dataproc(self.ReleaseTrack()) 59 workflow_template = dataproc.GetRegionsWorkflowTemplate( 63 dataproc.messages.ClusterSelector.ClusterLabelsValue).GetOrNone() 65 cluster_selector = dataproc.messages.ClusterSelector(clusterLabels=labels) 67 workflow_template.placement = dataproc.messages.WorkflowTemplatePlacement( 70 response = dataproc.client.projects_regions_workflowTemplates.Update(
|
H A D | instantiate.py | 25 from googlecloudsdk.api_lib.dataproc import dataproc as dp 26 from googlecloudsdk.api_lib.dataproc import util 28 from googlecloudsdk.command_lib.dataproc import flags 49 dataproc = dp.Dataproc(cls.ReleaseTrack()) 53 flags.AddTemplateResourceArg(parser, 'run', dataproc.api_version) 56 dataproc = dp.Dataproc(self.ReleaseTrack()) 57 msgs = dataproc.messages 60 instantiate_request = dataproc.messages.InstantiateWorkflowTemplateRequest() 72 operation = dataproc.client.projects_regions_workflowTemplates.Instantiate( 80 dataproc, operation, timeout_s=args.timeout)
|
H A D | instantiate_from_file.py | 23 from googlecloudsdk.api_lib.dataproc import dataproc as dp 24 from googlecloudsdk.api_lib.dataproc import util as dp_util 26 from googlecloudsdk.command_lib.dataproc import flags 54 dataproc = dp.Dataproc(self.ReleaseTrack()) 55 msgs = dataproc.messages 59 regions_ref = dp_util.ParseRegion(dataproc) 71 if dataproc.api_version == 'v1': 79 dataproc.client.projects_regions_workflowTemplates.InstantiateInline( 85 operation = dp_util.WaitForWorkflowTemplateOperation(dataproc, operation)
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/jobs/ |
H A D | wait.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 53 dataproc = dp.Dataproc(cls.ReleaseTrack()) 54 flags.AddJobResourceArg(parser, 'wait for', dataproc.api_version) 57 dataproc = dp.Dataproc(self.ReleaseTrack()) 61 job = dataproc.client.projects_regions_jobs.Get( 62 dataproc.messages.DataprocProjectsRegionsJobsGetRequest( 70 dataproc, 74 goal_state=dataproc.messages.JobStatus.StateValueValuesEnum.DONE, [all …]
|
H A D | kill.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 44 dataproc = dp.Dataproc(cls.ReleaseTrack()) 45 flags.AddJobResourceArg(parser, 'kill', dataproc.api_version) 48 dataproc = dp.Dataproc(self.ReleaseTrack()) 51 request = dataproc.messages.DataprocProjectsRegionsJobsCancelRequest( 55 cancelJobRequest=dataproc.messages.CancelJobRequest()) 64 job = dataproc.client.projects_regions_jobs.Cancel(request) 69 dataproc, [all …]
|
H A D | delete.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 44 dataproc = dp.Dataproc(cls.ReleaseTrack()) 45 flags.AddJobResourceArg(parser, 'delete', dataproc.api_version) 48 dataproc = dp.Dataproc(self.ReleaseTrack()) 51 request = dataproc.messages.DataprocProjectsRegionsJobsDeleteRequest( 61 dataproc.client.projects_regions_jobs.Delete(request) 64 return dataproc.client.projects_regions_jobs.Get( 65 dataproc.messages.DataprocProjectsRegionsJobsGetRequest(
|
H A D | update.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 24 from googlecloudsdk.command_lib.dataproc import flags 51 dataproc = dp.Dataproc(cls.ReleaseTrack()) 52 flags.AddJobResourceArg(parser, 'update', dataproc.api_version) 58 dataproc = dp.Dataproc(self.ReleaseTrack()) 64 orig_job = dataproc.client.projects_regions_jobs.Get( 65 dataproc.messages.DataprocProjectsRegionsJobsGetRequest( 72 dataproc.messages.Job.LabelsValue, orig_job.labels) 78 request = dataproc.messages.DataprocProjectsRegionsJobsPatchRequest( 85 returned_job = dataproc.client.projects_regions_jobs.Patch(request)
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/clusters/ |
H A D | update.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import exceptions 24 from googlecloudsdk.api_lib.dataproc import util 28 from googlecloudsdk.command_lib.dataproc import flags 66 dataproc = dp.Dataproc(cls.ReleaseTrack()) 162 dataproc = dp.Dataproc(self.ReleaseTrack()) 166 cluster_config = dataproc.messages.ClusterConfig() 199 lifecycle_config = dataproc.messages.LifecycleConfig() 240 args, dataproc.messages.Cluster.LabelsValue, 251 cluster = dataproc.messages.Cluster( [all …]
|
H A D | diagnose.py | 24 from googlecloudsdk.api_lib.dataproc import dataproc as dp 25 from googlecloudsdk.api_lib.dataproc import exceptions 26 from googlecloudsdk.api_lib.dataproc import storage_helpers 27 from googlecloudsdk.api_lib.dataproc import util 29 from googlecloudsdk.command_lib.dataproc import flags 48 dataproc = dp.Dataproc(cls.ReleaseTrack()) 49 flags.AddClusterResourceArg(parser, 'diagnose', dataproc.api_version) 52 dataproc = dp.Dataproc(self.ReleaseTrack()) 56 request = dataproc.messages.DataprocProjectsRegionsClustersDiagnoseRequest( 61 operation = dataproc.client.projects_regions_clusters.Diagnose(request) [all …]
|
H A D | start.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 45 dataproc = dp.Dataproc(cls.ReleaseTrack()) 46 flags.AddClusterResourceArg(parser, 'start', dataproc.api_version) 49 dataproc = dp.Dataproc(self.ReleaseTrack()) 53 start_cluster_request = dataproc.messages.StartClusterRequest( 56 request = dataproc.messages.DataprocProjectsRegionsClustersStartRequest( 62 operation = dataproc.client.projects_regions_clusters.Start(request) 70 dataproc,
|
H A D | stop.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 45 dataproc = dp.Dataproc(cls.ReleaseTrack()) 46 flags.AddClusterResourceArg(parser, 'stop', dataproc.api_version) 49 dataproc = dp.Dataproc(self.ReleaseTrack()) 53 stop_cluster_request = dataproc.messages.StopClusterRequest( 56 request = dataproc.messages.DataprocProjectsRegionsClustersStopRequest( 62 operation = dataproc.client.projects_regions_clusters.Stop(request) 70 dataproc,
|
H A D | create.py | 22 from googlecloudsdk.api_lib.dataproc import compute_helpers 23 from googlecloudsdk.api_lib.dataproc import constants 24 from googlecloudsdk.api_lib.dataproc import dataproc as dp 27 from googlecloudsdk.command_lib.dataproc import clusters 28 from googlecloudsdk.command_lib.dataproc import flags 48 dataproc = dp.Dataproc(cls.ReleaseTrack()) 80 dataproc = dp.Dataproc(self.ReleaseTrack()) 89 dataproc, 96 cluster = dataproc.messages.Cluster( 101 self.ConfigureCluster(dataproc.messages, args, cluster) [all …]
|
H A D | delete.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 45 dataproc = dp.Dataproc(cls.ReleaseTrack()) 46 flags.AddClusterResourceArg(parser, 'delete', dataproc.api_version) 49 dataproc = dp.Dataproc(self.ReleaseTrack()) 53 request = dataproc.messages.DataprocProjectsRegionsClustersDeleteRequest( 65 operation = dataproc.client.projects_regions_clusters.Delete(request) 73 dataproc,
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/googlecloudsdk/command_lib/dataproc/ |
H A D | clusters.py | 28 from googlecloudsdk.api_lib.dataproc import util 612 dataproc, argument 747 dataproc.messages.AcceleratorConfig( 753 dataproc.messages.AcceleratorConfig( 759 dataproc.messages.AcceleratorConfig( 782 dataproc, 884 dataproc, 968 return dataproc.messages.DiskConfig( 974 def CreateCluster(dataproc, argument 1008 dataproc, [all …]
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/autoscaling_policies/ |
H A D | import.py | 22 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.api_lib.dataproc import util 25 from googlecloudsdk.command_lib.dataproc import flags 52 dataproc = dp.Dataproc(cls.ReleaseTrack()) 55 dataproc.api_version) 59 dataproc = dp.Dataproc(self.ReleaseTrack()) 62 dataproc=dataproc, 67 return util.CreateAutoscalingPolicy(dataproc, policy_ref.RelativeName(), 78 return util.UpdateAutoscalingPolicy(dataproc, policy_ref.RelativeName(),
|
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/workflow_templates/add_job/ |
H A D | spark.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 22 from googlecloudsdk.api_lib.dataproc import util 24 from googlecloudsdk.command_lib.dataproc import workflow_templates 25 from googlecloudsdk.command_lib.dataproc.jobs import spark 47 dataproc = dp.Dataproc(cls.ReleaseTrack()) 48 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 60 dataproc = dp.Dataproc(self.ReleaseTrack()) 62 args, dataproc) 63 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 64 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | hadoop.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 22 from googlecloudsdk.api_lib.dataproc import util 24 from googlecloudsdk.command_lib.dataproc import workflow_templates 25 from googlecloudsdk.command_lib.dataproc.jobs import hadoop 48 dataproc = dp.Dataproc(cls.ReleaseTrack()) 49 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 61 dataproc = dp.Dataproc(self.ReleaseTrack()) 63 args, dataproc) 64 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 65 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | pyspark.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import pyspark 46 dataproc = dp.Dataproc(cls.ReleaseTrack()) 47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 58 dataproc = dp.Dataproc(self.ReleaseTrack()) 60 args, dataproc) 61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | spark_r.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import spark_r 46 dataproc = dp.Dataproc(cls.ReleaseTrack()) 47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 57 dataproc = dp.Dataproc(self.ReleaseTrack()) 59 args, dataproc) 60 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 61 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | spark_sql.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import spark_sql 46 dataproc = dp.Dataproc(cls.ReleaseTrack()) 47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 58 dataproc = dp.Dataproc(self.ReleaseTrack()) 60 args, dataproc) 61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | hive.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import hive 46 dataproc = dp.Dataproc(cls.ReleaseTrack()) 47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 55 dataproc = dp.Dataproc(self.ReleaseTrack()) 57 args, dataproc) 58 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 59 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | pig.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import pig 46 dataproc = dp.Dataproc(cls.ReleaseTrack()) 47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 57 dataproc = dp.Dataproc(self.ReleaseTrack()) 59 args, dataproc) 60 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 61 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|
H A D | presto.py | 21 from googlecloudsdk.api_lib.dataproc import dataproc as dp 23 from googlecloudsdk.command_lib.dataproc import workflow_templates 24 from googlecloudsdk.command_lib.dataproc.jobs import presto 47 dataproc = dp.Dataproc(cls.ReleaseTrack()) 48 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version) 58 dataproc = dp.Dataproc(self.ReleaseTrack()) 60 args, dataproc) 61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args) 62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
|