Home
last modified time | relevance | path

Searched refs:dataproc (Results 1 – 25 of 2246) sorted by relevance

12345678910>>...90

/dports/net/google-cloud-sdk/google-cloud-sdk/lib/googlecloudsdk/command_lib/dataproc/jobs/
H A Dsubmitter.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
22 from googlecloudsdk.api_lib.dataproc import util
56 dataproc = dp.Dataproc(self.ReleaseTrack())
62 job_ref = util.ParseJob(job_id, dataproc)
78 job = dataproc.messages.Job(
79 reference=dataproc.messages.JobReference(
82 placement=dataproc.messages.JobPlacement(
84 self.ConfigureJob(dataproc.messages, job, args)
87 scheduling = dataproc.messages.JobScheduling(
95 submitJobRequest=dataproc.messages.SubmitJobRequest(
[all …]
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/workflow_templates/
H A Dset_managed_cluster.py21 from googlecloudsdk.api_lib.dataproc import compute_helpers
22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
24 from googlecloudsdk.command_lib.dataproc import clusters
25 from googlecloudsdk.command_lib.dataproc import flags
44 dataproc = dp.Dataproc(cls.ReleaseTrack())
56 dataproc.api_version)
71 dataproc = dp.Dataproc(self.ReleaseTrack())
75 workflow_template = dataproc.GetRegionsWorkflowTemplate(
88 dataproc,
95 args, dataproc.messages.ManagedCluster.LabelsValue)
[all …]
H A Dset_cluster_selector.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
24 from googlecloudsdk.command_lib.dataproc import flags
41 dataproc = dp.Dataproc(cls.ReleaseTrack())
52 dataproc.api_version)
55 dataproc = dp.Dataproc(self.ReleaseTrack())
59 workflow_template = dataproc.GetRegionsWorkflowTemplate(
63 dataproc.messages.ClusterSelector.ClusterLabelsValue).GetOrNone()
65 cluster_selector = dataproc.messages.ClusterSelector(clusterLabels=labels)
67 workflow_template.placement = dataproc.messages.WorkflowTemplatePlacement(
70 response = dataproc.client.projects_regions_workflowTemplates.Update(
H A Dinstantiate.py25 from googlecloudsdk.api_lib.dataproc import dataproc as dp
26 from googlecloudsdk.api_lib.dataproc import util
28 from googlecloudsdk.command_lib.dataproc import flags
49 dataproc = dp.Dataproc(cls.ReleaseTrack())
53 flags.AddTemplateResourceArg(parser, 'run', dataproc.api_version)
56 dataproc = dp.Dataproc(self.ReleaseTrack())
57 msgs = dataproc.messages
60 instantiate_request = dataproc.messages.InstantiateWorkflowTemplateRequest()
72 operation = dataproc.client.projects_regions_workflowTemplates.Instantiate(
80 dataproc, operation, timeout_s=args.timeout)
H A Dinstantiate_from_file.py23 from googlecloudsdk.api_lib.dataproc import dataproc as dp
24 from googlecloudsdk.api_lib.dataproc import util as dp_util
26 from googlecloudsdk.command_lib.dataproc import flags
54 dataproc = dp.Dataproc(self.ReleaseTrack())
55 msgs = dataproc.messages
59 regions_ref = dp_util.ParseRegion(dataproc)
71 if dataproc.api_version == 'v1':
79 dataproc.client.projects_regions_workflowTemplates.InstantiateInline(
85 operation = dp_util.WaitForWorkflowTemplateOperation(dataproc, operation)
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/jobs/
H A Dwait.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
53 dataproc = dp.Dataproc(cls.ReleaseTrack())
54 flags.AddJobResourceArg(parser, 'wait for', dataproc.api_version)
57 dataproc = dp.Dataproc(self.ReleaseTrack())
61 job = dataproc.client.projects_regions_jobs.Get(
62 dataproc.messages.DataprocProjectsRegionsJobsGetRequest(
70 dataproc,
74 goal_state=dataproc.messages.JobStatus.StateValueValuesEnum.DONE,
[all …]
H A Dkill.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
44 dataproc = dp.Dataproc(cls.ReleaseTrack())
45 flags.AddJobResourceArg(parser, 'kill', dataproc.api_version)
48 dataproc = dp.Dataproc(self.ReleaseTrack())
51 request = dataproc.messages.DataprocProjectsRegionsJobsCancelRequest(
55 cancelJobRequest=dataproc.messages.CancelJobRequest())
64 job = dataproc.client.projects_regions_jobs.Cancel(request)
69 dataproc,
[all …]
H A Ddelete.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
44 dataproc = dp.Dataproc(cls.ReleaseTrack())
45 flags.AddJobResourceArg(parser, 'delete', dataproc.api_version)
48 dataproc = dp.Dataproc(self.ReleaseTrack())
51 request = dataproc.messages.DataprocProjectsRegionsJobsDeleteRequest(
61 dataproc.client.projects_regions_jobs.Delete(request)
64 return dataproc.client.projects_regions_jobs.Get(
65 dataproc.messages.DataprocProjectsRegionsJobsGetRequest(
H A Dupdate.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
24 from googlecloudsdk.command_lib.dataproc import flags
51 dataproc = dp.Dataproc(cls.ReleaseTrack())
52 flags.AddJobResourceArg(parser, 'update', dataproc.api_version)
58 dataproc = dp.Dataproc(self.ReleaseTrack())
64 orig_job = dataproc.client.projects_regions_jobs.Get(
65 dataproc.messages.DataprocProjectsRegionsJobsGetRequest(
72 dataproc.messages.Job.LabelsValue, orig_job.labels)
78 request = dataproc.messages.DataprocProjectsRegionsJobsPatchRequest(
85 returned_job = dataproc.client.projects_regions_jobs.Patch(request)
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/clusters/
H A Dupdate.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import exceptions
24 from googlecloudsdk.api_lib.dataproc import util
28 from googlecloudsdk.command_lib.dataproc import flags
66 dataproc = dp.Dataproc(cls.ReleaseTrack())
162 dataproc = dp.Dataproc(self.ReleaseTrack())
166 cluster_config = dataproc.messages.ClusterConfig()
199 lifecycle_config = dataproc.messages.LifecycleConfig()
240 args, dataproc.messages.Cluster.LabelsValue,
251 cluster = dataproc.messages.Cluster(
[all …]
H A Ddiagnose.py24 from googlecloudsdk.api_lib.dataproc import dataproc as dp
25 from googlecloudsdk.api_lib.dataproc import exceptions
26 from googlecloudsdk.api_lib.dataproc import storage_helpers
27 from googlecloudsdk.api_lib.dataproc import util
29 from googlecloudsdk.command_lib.dataproc import flags
48 dataproc = dp.Dataproc(cls.ReleaseTrack())
49 flags.AddClusterResourceArg(parser, 'diagnose', dataproc.api_version)
52 dataproc = dp.Dataproc(self.ReleaseTrack())
56 request = dataproc.messages.DataprocProjectsRegionsClustersDiagnoseRequest(
61 operation = dataproc.client.projects_regions_clusters.Diagnose(request)
[all …]
H A Dstart.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
45 dataproc = dp.Dataproc(cls.ReleaseTrack())
46 flags.AddClusterResourceArg(parser, 'start', dataproc.api_version)
49 dataproc = dp.Dataproc(self.ReleaseTrack())
53 start_cluster_request = dataproc.messages.StartClusterRequest(
56 request = dataproc.messages.DataprocProjectsRegionsClustersStartRequest(
62 operation = dataproc.client.projects_regions_clusters.Start(request)
70 dataproc,
H A Dstop.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
45 dataproc = dp.Dataproc(cls.ReleaseTrack())
46 flags.AddClusterResourceArg(parser, 'stop', dataproc.api_version)
49 dataproc = dp.Dataproc(self.ReleaseTrack())
53 stop_cluster_request = dataproc.messages.StopClusterRequest(
56 request = dataproc.messages.DataprocProjectsRegionsClustersStopRequest(
62 operation = dataproc.client.projects_regions_clusters.Stop(request)
70 dataproc,
H A Dcreate.py22 from googlecloudsdk.api_lib.dataproc import compute_helpers
23 from googlecloudsdk.api_lib.dataproc import constants
24 from googlecloudsdk.api_lib.dataproc import dataproc as dp
27 from googlecloudsdk.command_lib.dataproc import clusters
28 from googlecloudsdk.command_lib.dataproc import flags
48 dataproc = dp.Dataproc(cls.ReleaseTrack())
80 dataproc = dp.Dataproc(self.ReleaseTrack())
89 dataproc,
96 cluster = dataproc.messages.Cluster(
101 self.ConfigureCluster(dataproc.messages, args, cluster)
[all …]
H A Ddelete.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
45 dataproc = dp.Dataproc(cls.ReleaseTrack())
46 flags.AddClusterResourceArg(parser, 'delete', dataproc.api_version)
49 dataproc = dp.Dataproc(self.ReleaseTrack())
53 request = dataproc.messages.DataprocProjectsRegionsClustersDeleteRequest(
65 operation = dataproc.client.projects_regions_clusters.Delete(request)
73 dataproc,
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/googlecloudsdk/command_lib/dataproc/
H A Dclusters.py28 from googlecloudsdk.api_lib.dataproc import util
612 dataproc, argument
747 dataproc.messages.AcceleratorConfig(
753 dataproc.messages.AcceleratorConfig(
759 dataproc.messages.AcceleratorConfig(
782 dataproc,
884 dataproc,
968 return dataproc.messages.DiskConfig(
974 def CreateCluster(dataproc, argument
1008 dataproc,
[all …]
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/autoscaling_policies/
H A Dimport.py22 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.api_lib.dataproc import util
25 from googlecloudsdk.command_lib.dataproc import flags
52 dataproc = dp.Dataproc(cls.ReleaseTrack())
55 dataproc.api_version)
59 dataproc = dp.Dataproc(self.ReleaseTrack())
62 dataproc=dataproc,
67 return util.CreateAutoscalingPolicy(dataproc, policy_ref.RelativeName(),
78 return util.UpdateAutoscalingPolicy(dataproc, policy_ref.RelativeName(),
/dports/net/google-cloud-sdk/google-cloud-sdk/lib/surface/dataproc/workflow_templates/add_job/
H A Dspark.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
22 from googlecloudsdk.api_lib.dataproc import util
24 from googlecloudsdk.command_lib.dataproc import workflow_templates
25 from googlecloudsdk.command_lib.dataproc.jobs import spark
47 dataproc = dp.Dataproc(cls.ReleaseTrack())
48 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
60 dataproc = dp.Dataproc(self.ReleaseTrack())
62 args, dataproc)
63 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
64 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dhadoop.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
22 from googlecloudsdk.api_lib.dataproc import util
24 from googlecloudsdk.command_lib.dataproc import workflow_templates
25 from googlecloudsdk.command_lib.dataproc.jobs import hadoop
48 dataproc = dp.Dataproc(cls.ReleaseTrack())
49 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
61 dataproc = dp.Dataproc(self.ReleaseTrack())
63 args, dataproc)
64 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
65 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dpyspark.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import pyspark
46 dataproc = dp.Dataproc(cls.ReleaseTrack())
47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
58 dataproc = dp.Dataproc(self.ReleaseTrack())
60 args, dataproc)
61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dspark_r.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import spark_r
46 dataproc = dp.Dataproc(cls.ReleaseTrack())
47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
57 dataproc = dp.Dataproc(self.ReleaseTrack())
59 args, dataproc)
60 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
61 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dspark_sql.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import spark_sql
46 dataproc = dp.Dataproc(cls.ReleaseTrack())
47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
58 dataproc = dp.Dataproc(self.ReleaseTrack())
60 args, dataproc)
61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dhive.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import hive
46 dataproc = dp.Dataproc(cls.ReleaseTrack())
47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
55 dataproc = dp.Dataproc(self.ReleaseTrack())
57 args, dataproc)
58 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
59 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dpig.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import pig
46 dataproc = dp.Dataproc(cls.ReleaseTrack())
47 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
57 dataproc = dp.Dataproc(self.ReleaseTrack())
59 args, dataproc)
60 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
61 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,
H A Dpresto.py21 from googlecloudsdk.api_lib.dataproc import dataproc as dp
23 from googlecloudsdk.command_lib.dataproc import workflow_templates
24 from googlecloudsdk.command_lib.dataproc.jobs import presto
47 dataproc = dp.Dataproc(cls.ReleaseTrack())
48 workflow_templates.AddWorkflowTemplatesArgs(parser, dataproc.api_version)
58 dataproc = dp.Dataproc(self.ReleaseTrack())
60 args, dataproc)
61 self.ConfigureJob(dataproc.messages, ordered_job, self.files_by_type, args)
62 return workflow_templates.AddJobToWorkflowTemplate(args, dataproc,

12345678910>>...90