Variables
JobType_name, JobType_value
var (
JobType_name = map[int32]string{
0: "JOB_TYPE_UNKNOWN",
1: "JOB_TYPE_BATCH",
2: "JOB_TYPE_STREAMING",
}
JobType_value = map[string]int32{
"JOB_TYPE_UNKNOWN": 0,
"JOB_TYPE_BATCH": 1,
"JOB_TYPE_STREAMING": 2,
}
)
Enum value maps for JobType.
FlexResourceSchedulingGoal_name, FlexResourceSchedulingGoal_value
var (
FlexResourceSchedulingGoal_name = map[int32]string{
0: "FLEXRS_UNSPECIFIED",
1: "FLEXRS_SPEED_OPTIMIZED",
2: "FLEXRS_COST_OPTIMIZED",
}
FlexResourceSchedulingGoal_value = map[string]int32{
"FLEXRS_UNSPECIFIED": 0,
"FLEXRS_SPEED_OPTIMIZED": 1,
"FLEXRS_COST_OPTIMIZED": 2,
}
)
Enum value maps for FlexResourceSchedulingGoal.
TeardownPolicy_name, TeardownPolicy_value
var (
TeardownPolicy_name = map[int32]string{
0: "TEARDOWN_POLICY_UNKNOWN",
1: "TEARDOWN_ALWAYS",
2: "TEARDOWN_ON_SUCCESS",
3: "TEARDOWN_NEVER",
}
TeardownPolicy_value = map[string]int32{
"TEARDOWN_POLICY_UNKNOWN": 0,
"TEARDOWN_ALWAYS": 1,
"TEARDOWN_ON_SUCCESS": 2,
"TEARDOWN_NEVER": 3,
}
)
Enum value maps for TeardownPolicy.
DefaultPackageSet_name, DefaultPackageSet_value
var (
DefaultPackageSet_name = map[int32]string{
0: "DEFAULT_PACKAGE_SET_UNKNOWN",
1: "DEFAULT_PACKAGE_SET_NONE",
2: "DEFAULT_PACKAGE_SET_JAVA",
3: "DEFAULT_PACKAGE_SET_PYTHON",
}
DefaultPackageSet_value = map[string]int32{
"DEFAULT_PACKAGE_SET_UNKNOWN": 0,
"DEFAULT_PACKAGE_SET_NONE": 1,
"DEFAULT_PACKAGE_SET_JAVA": 2,
"DEFAULT_PACKAGE_SET_PYTHON": 3,
}
)
Enum value maps for DefaultPackageSet.
AutoscalingAlgorithm_name, AutoscalingAlgorithm_value
var (
AutoscalingAlgorithm_name = map[int32]string{
0: "AUTOSCALING_ALGORITHM_UNKNOWN",
1: "AUTOSCALING_ALGORITHM_NONE",
2: "AUTOSCALING_ALGORITHM_BASIC",
}
AutoscalingAlgorithm_value = map[string]int32{
"AUTOSCALING_ALGORITHM_UNKNOWN": 0,
"AUTOSCALING_ALGORITHM_NONE": 1,
"AUTOSCALING_ALGORITHM_BASIC": 2,
}
)
Enum value maps for AutoscalingAlgorithm.
WorkerIPAddressConfiguration_name, WorkerIPAddressConfiguration_value
var (
WorkerIPAddressConfiguration_name = map[int32]string{
0: "WORKER_IP_UNSPECIFIED",
1: "WORKER_IP_PUBLIC",
2: "WORKER_IP_PRIVATE",
}
WorkerIPAddressConfiguration_value = map[string]int32{
"WORKER_IP_UNSPECIFIED": 0,
"WORKER_IP_PUBLIC": 1,
"WORKER_IP_PRIVATE": 2,
}
)
Enum value maps for WorkerIPAddressConfiguration.
ShuffleMode_name, ShuffleMode_value
var (
ShuffleMode_name = map[int32]string{
0: "SHUFFLE_MODE_UNSPECIFIED",
1: "VM_BASED",
2: "SERVICE_BASED",
}
ShuffleMode_value = map[string]int32{
"SHUFFLE_MODE_UNSPECIFIED": 0,
"VM_BASED": 1,
"SERVICE_BASED": 2,
}
)
Enum value maps for ShuffleMode.
KindType_name, KindType_value
var (
KindType_name = map[int32]string{
0: "UNKNOWN_KIND",
1: "PAR_DO_KIND",
2: "GROUP_BY_KEY_KIND",
3: "FLATTEN_KIND",
4: "READ_KIND",
5: "WRITE_KIND",
6: "CONSTANT_KIND",
7: "SINGLETON_KIND",
8: "SHUFFLE_KIND",
}
KindType_value = map[string]int32{
"UNKNOWN_KIND": 0,
"PAR_DO_KIND": 1,
"GROUP_BY_KEY_KIND": 2,
"FLATTEN_KIND": 3,
"READ_KIND": 4,
"WRITE_KIND": 5,
"CONSTANT_KIND": 6,
"SINGLETON_KIND": 7,
"SHUFFLE_KIND": 8,
}
)
Enum value maps for KindType.
JobState_name, JobState_value
var (
JobState_name = map[int32]string{
0: "JOB_STATE_UNKNOWN",
1: "JOB_STATE_STOPPED",
2: "JOB_STATE_RUNNING",
3: "JOB_STATE_DONE",
4: "JOB_STATE_FAILED",
5: "JOB_STATE_CANCELLED",
6: "JOB_STATE_UPDATED",
7: "JOB_STATE_DRAINING",
8: "JOB_STATE_DRAINED",
9: "JOB_STATE_PENDING",
10: "JOB_STATE_CANCELLING",
11: "JOB_STATE_QUEUED",
12: "JOB_STATE_RESOURCE_CLEANING_UP",
}
JobState_value = map[string]int32{
"JOB_STATE_UNKNOWN": 0,
"JOB_STATE_STOPPED": 1,
"JOB_STATE_RUNNING": 2,
"JOB_STATE_DONE": 3,
"JOB_STATE_FAILED": 4,
"JOB_STATE_CANCELLED": 5,
"JOB_STATE_UPDATED": 6,
"JOB_STATE_DRAINING": 7,
"JOB_STATE_DRAINED": 8,
"JOB_STATE_PENDING": 9,
"JOB_STATE_CANCELLING": 10,
"JOB_STATE_QUEUED": 11,
"JOB_STATE_RESOURCE_CLEANING_UP": 12,
}
)
Enum value maps for JobState.
JobView_name, JobView_value
var (
JobView_name = map[int32]string{
0: "JOB_VIEW_UNKNOWN",
1: "JOB_VIEW_SUMMARY",
2: "JOB_VIEW_ALL",
3: "JOB_VIEW_DESCRIPTION",
}
JobView_value = map[string]int32{
"JOB_VIEW_UNKNOWN": 0,
"JOB_VIEW_SUMMARY": 1,
"JOB_VIEW_ALL": 2,
"JOB_VIEW_DESCRIPTION": 3,
}
)
Enum value maps for JobView.
SdkVersion_SdkSupportStatus_name, SdkVersion_SdkSupportStatus_value
var (
SdkVersion_SdkSupportStatus_name = map[int32]string{
0: "UNKNOWN",
1: "SUPPORTED",
2: "STALE",
3: "DEPRECATED",
4: "UNSUPPORTED",
}
SdkVersion_SdkSupportStatus_value = map[string]int32{
"UNKNOWN": 0,
"SUPPORTED": 1,
"STALE": 2,
"DEPRECATED": 3,
"UNSUPPORTED": 4,
}
)
Enum value maps for SdkVersion_SdkSupportStatus.
ListJobsRequest_Filter_name, ListJobsRequest_Filter_value
var (
ListJobsRequest_Filter_name = map[int32]string{
0: "UNKNOWN",
1: "ALL",
2: "TERMINATED",
3: "ACTIVE",
}
ListJobsRequest_Filter_value = map[string]int32{
"UNKNOWN": 0,
"ALL": 1,
"TERMINATED": 2,
"ACTIVE": 3,
}
)
Enum value maps for ListJobsRequest_Filter.
JobMessageImportance_name, JobMessageImportance_value
var (
JobMessageImportance_name = map[int32]string{
0: "JOB_MESSAGE_IMPORTANCE_UNKNOWN",
1: "JOB_MESSAGE_DEBUG",
2: "JOB_MESSAGE_DETAILED",
5: "JOB_MESSAGE_BASIC",
3: "JOB_MESSAGE_WARNING",
4: "JOB_MESSAGE_ERROR",
}
JobMessageImportance_value = map[string]int32{
"JOB_MESSAGE_IMPORTANCE_UNKNOWN": 0,
"JOB_MESSAGE_DEBUG": 1,
"JOB_MESSAGE_DETAILED": 2,
"JOB_MESSAGE_BASIC": 5,
"JOB_MESSAGE_WARNING": 3,
"JOB_MESSAGE_ERROR": 4,
}
)
Enum value maps for JobMessageImportance.
AutoscalingEvent_AutoscalingEventType_name, AutoscalingEvent_AutoscalingEventType_value
var (
AutoscalingEvent_AutoscalingEventType_name = map[int32]string{
0: "TYPE_UNKNOWN",
1: "TARGET_NUM_WORKERS_CHANGED",
2: "CURRENT_NUM_WORKERS_CHANGED",
3: "ACTUATION_FAILURE",
4: "NO_CHANGE",
}
AutoscalingEvent_AutoscalingEventType_value = map[string]int32{
"TYPE_UNKNOWN": 0,
"TARGET_NUM_WORKERS_CHANGED": 1,
"CURRENT_NUM_WORKERS_CHANGED": 2,
"ACTUATION_FAILURE": 3,
"NO_CHANGE": 4,
}
)
Enum value maps for AutoscalingEvent_AutoscalingEventType.
ExecutionState_name, ExecutionState_value
var (
ExecutionState_name = map[int32]string{
0: "EXECUTION_STATE_UNKNOWN",
1: "EXECUTION_STATE_NOT_STARTED",
2: "EXECUTION_STATE_RUNNING",
3: "EXECUTION_STATE_SUCCEEDED",
4: "EXECUTION_STATE_FAILED",
5: "EXECUTION_STATE_CANCELLED",
}
ExecutionState_value = map[string]int32{
"EXECUTION_STATE_UNKNOWN": 0,
"EXECUTION_STATE_NOT_STARTED": 1,
"EXECUTION_STATE_RUNNING": 2,
"EXECUTION_STATE_SUCCEEDED": 3,
"EXECUTION_STATE_FAILED": 4,
"EXECUTION_STATE_CANCELLED": 5,
}
)
Enum value maps for ExecutionState.
SnapshotState_name, SnapshotState_value
var (
SnapshotState_name = map[int32]string{
0: "UNKNOWN_SNAPSHOT_STATE",
1: "PENDING",
2: "RUNNING",
3: "READY",
4: "FAILED",
5: "DELETED",
}
SnapshotState_value = map[string]int32{
"UNKNOWN_SNAPSHOT_STATE": 0,
"PENDING": 1,
"RUNNING": 2,
"READY": 3,
"FAILED": 4,
"DELETED": 5,
}
)
Enum value maps for SnapshotState.
ParameterType_name, ParameterType_value
var (
ParameterType_name = map[int32]string{
0: "DEFAULT",
1: "TEXT",
2: "GCS_READ_BUCKET",
3: "GCS_WRITE_BUCKET",
4: "GCS_READ_FILE",
5: "GCS_WRITE_FILE",
6: "GCS_READ_FOLDER",
7: "GCS_WRITE_FOLDER",
8: "PUBSUB_TOPIC",
9: "PUBSUB_SUBSCRIPTION",
}
ParameterType_value = map[string]int32{
"DEFAULT": 0,
"TEXT": 1,
"GCS_READ_BUCKET": 2,
"GCS_WRITE_BUCKET": 3,
"GCS_READ_FILE": 4,
"GCS_WRITE_FILE": 5,
"GCS_READ_FOLDER": 6,
"GCS_WRITE_FOLDER": 7,
"PUBSUB_TOPIC": 8,
"PUBSUB_SUBSCRIPTION": 9,
}
)
Enum value maps for ParameterType.
SDKInfo_Language_name, SDKInfo_Language_value
var (
SDKInfo_Language_name = map[int32]string{
0: "UNKNOWN",
1: "JAVA",
2: "PYTHON",
}
SDKInfo_Language_value = map[string]int32{
"UNKNOWN": 0,
"JAVA": 1,
"PYTHON": 2,
}
)
Enum value maps for SDKInfo_Language.
GetTemplateRequest_TemplateView_name, GetTemplateRequest_TemplateView_value
var (
GetTemplateRequest_TemplateView_name = map[int32]string{
0: "METADATA_ONLY",
}
GetTemplateRequest_TemplateView_value = map[string]int32{
"METADATA_ONLY": 0,
}
)
Enum value maps for GetTemplateRequest_TemplateView.
GetTemplateResponse_TemplateType_name, GetTemplateResponse_TemplateType_value
var (
GetTemplateResponse_TemplateType_name = map[int32]string{
0: "UNKNOWN",
1: "LEGACY",
2: "FLEX",
}
GetTemplateResponse_TemplateType_value = map[string]int32{
"UNKNOWN": 0,
"LEGACY": 1,
"FLEX": 2,
}
)
Enum value maps for GetTemplateResponse_TemplateType.
File_google_dataflow_v1beta3_environment_proto
var File_google_dataflow_v1beta3_environment_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_jobs_proto
var File_google_dataflow_v1beta3_jobs_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_messages_proto
var File_google_dataflow_v1beta3_messages_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_metrics_proto
var File_google_dataflow_v1beta3_metrics_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_snapshots_proto
var File_google_dataflow_v1beta3_snapshots_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_streaming_proto
var File_google_dataflow_v1beta3_streaming_proto protoreflect.FileDescriptor
File_google_dataflow_v1beta3_templates_proto
var File_google_dataflow_v1beta3_templates_proto protoreflect.FileDescriptor
Functions
func RegisterFlexTemplatesServiceServer
func RegisterFlexTemplatesServiceServer(s *grpc.Server, srv FlexTemplatesServiceServer)
func RegisterJobsV1Beta3Server
func RegisterJobsV1Beta3Server(s *grpc.Server, srv JobsV1Beta3Server)
func RegisterMessagesV1Beta3Server
func RegisterMessagesV1Beta3Server(s *grpc.Server, srv MessagesV1Beta3Server)
func RegisterMetricsV1Beta3Server
func RegisterMetricsV1Beta3Server(s *grpc.Server, srv MetricsV1Beta3Server)
func RegisterSnapshotsV1Beta3Server
func RegisterSnapshotsV1Beta3Server(s *grpc.Server, srv SnapshotsV1Beta3Server)
func RegisterTemplatesServiceServer
func RegisterTemplatesServiceServer(s *grpc.Server, srv TemplatesServiceServer)
AutoscalingAlgorithm
type AutoscalingAlgorithm int32
Specifies the algorithm used to determine the number of worker processes to run at any given point in time, based on the amount of data left to process, the number of workers, and how quickly existing workers are processing data.
AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_UNKNOWN, AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_NONE, AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_BASIC
const (
// The algorithm is unknown, or unspecified.
AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_UNKNOWN AutoscalingAlgorithm = 0
// Disable autoscaling.
AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_NONE AutoscalingAlgorithm = 1
// Increase worker count over time to reduce job execution time.
AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_BASIC AutoscalingAlgorithm = 2
)
func (AutoscalingAlgorithm) Descriptor
func (AutoscalingAlgorithm) Descriptor() protoreflect.EnumDescriptor
func (AutoscalingAlgorithm) Enum
func (x AutoscalingAlgorithm) Enum() *AutoscalingAlgorithm
func (AutoscalingAlgorithm) EnumDescriptor
func (AutoscalingAlgorithm) EnumDescriptor() ([]byte, []int)
Deprecated: Use AutoscalingAlgorithm.Descriptor instead.
func (AutoscalingAlgorithm) Number
func (x AutoscalingAlgorithm) Number() protoreflect.EnumNumber
func (AutoscalingAlgorithm) String
func (x AutoscalingAlgorithm) String() string
func (AutoscalingAlgorithm) Type
func (AutoscalingAlgorithm) Type() protoreflect.EnumType
AutoscalingEvent
type AutoscalingEvent struct {
CurrentNumWorkers int64 `protobuf:"varint,1,opt,name=current_num_workers,json=currentNumWorkers,proto3" json:"current_num_workers,omitempty"`
TargetNumWorkers int64 `protobuf:"varint,2,opt,name=target_num_workers,json=targetNumWorkers,proto3" json:"target_num_workers,omitempty"`
EventType AutoscalingEvent_AutoscalingEventType "" /* 156 byte string literal not displayed */
Description *StructuredMessage `protobuf:"bytes,4,opt,name=description,proto3" json:"description,omitempty"`
Time *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=time,proto3" json:"time,omitempty"`
WorkerPool string `protobuf:"bytes,7,opt,name=worker_pool,json=workerPool,proto3" json:"worker_pool,omitempty"`
}
A structured message reporting an autoscaling decision made by the Dataflow service.
func (*AutoscalingEvent) Descriptor
func (*AutoscalingEvent) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingEvent.ProtoReflect.Descriptor instead.
func (*AutoscalingEvent) GetCurrentNumWorkers
func (x *AutoscalingEvent) GetCurrentNumWorkers() int64
func (*AutoscalingEvent) GetDescription
func (x *AutoscalingEvent) GetDescription() *StructuredMessage
func (*AutoscalingEvent) GetEventType
func (x *AutoscalingEvent) GetEventType() AutoscalingEvent_AutoscalingEventType
func (*AutoscalingEvent) GetTargetNumWorkers
func (x *AutoscalingEvent) GetTargetNumWorkers() int64
func (*AutoscalingEvent) GetTime
func (x *AutoscalingEvent) GetTime() *timestamppb.Timestamp
func (*AutoscalingEvent) GetWorkerPool
func (x *AutoscalingEvent) GetWorkerPool() string
func (*AutoscalingEvent) ProtoMessage
func (*AutoscalingEvent) ProtoMessage()
func (*AutoscalingEvent) ProtoReflect
func (x *AutoscalingEvent) ProtoReflect() protoreflect.Message
func (*AutoscalingEvent) Reset
func (x *AutoscalingEvent) Reset()
func (*AutoscalingEvent) String
func (x *AutoscalingEvent) String() string
AutoscalingEvent_AutoscalingEventType
type AutoscalingEvent_AutoscalingEventType int32
Indicates the type of autoscaling event.
AutoscalingEvent_TYPE_UNKNOWN, AutoscalingEvent_TARGET_NUM_WORKERS_CHANGED, AutoscalingEvent_CURRENT_NUM_WORKERS_CHANGED, AutoscalingEvent_ACTUATION_FAILURE, AutoscalingEvent_NO_CHANGE
const (
// Default type for the enum. Value should never be returned.
AutoscalingEvent_TYPE_UNKNOWN AutoscalingEvent_AutoscalingEventType = 0
// The TARGET_NUM_WORKERS_CHANGED type should be used when the target
// worker pool size has changed at the start of an actuation. An event
// should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects
// a change in the target_num_workers.
AutoscalingEvent_TARGET_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 1
// The CURRENT_NUM_WORKERS_CHANGED type should be used when actual worker
// pool size has been changed, but the target_num_workers has not changed.
AutoscalingEvent_CURRENT_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 2
// The ACTUATION_FAILURE type should be used when we want to report
// an error to the user indicating why the current number of workers
// in the pool could not be changed.
// Displayed in the current status and history widgets.
AutoscalingEvent_ACTUATION_FAILURE AutoscalingEvent_AutoscalingEventType = 3
// Used when we want to report to the user a reason why we are
// not currently adjusting the number of workers.
// Should specify both target_num_workers, current_num_workers and a
// decision_message.
AutoscalingEvent_NO_CHANGE AutoscalingEvent_AutoscalingEventType = 4
)
func (AutoscalingEvent_AutoscalingEventType) Descriptor
func (AutoscalingEvent_AutoscalingEventType) Descriptor() protoreflect.EnumDescriptor
func (AutoscalingEvent_AutoscalingEventType) Enum
func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor
func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor() ([]byte, []int)
Deprecated: Use AutoscalingEvent_AutoscalingEventType.Descriptor instead.
func (AutoscalingEvent_AutoscalingEventType) Number
func (x AutoscalingEvent_AutoscalingEventType) Number() protoreflect.EnumNumber
func (AutoscalingEvent_AutoscalingEventType) String
func (x AutoscalingEvent_AutoscalingEventType) String() string
func (AutoscalingEvent_AutoscalingEventType) Type
func (AutoscalingEvent_AutoscalingEventType) Type() protoreflect.EnumType
AutoscalingSettings
type AutoscalingSettings struct {
// The algorithm to use for autoscaling.
Algorithm AutoscalingAlgorithm `protobuf:"varint,1,opt,name=algorithm,proto3,enum=google.dataflow.v1beta3.AutoscalingAlgorithm" json:"algorithm,omitempty"`
// The maximum number of workers to cap scaling at.
MaxNumWorkers int32 `protobuf:"varint,2,opt,name=max_num_workers,json=maxNumWorkers,proto3" json:"max_num_workers,omitempty"`
// contains filtered or unexported fields
}
Settings for WorkerPool autoscaling.
func (*AutoscalingSettings) Descriptor
func (*AutoscalingSettings) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingSettings.ProtoReflect.Descriptor instead.
func (*AutoscalingSettings) GetAlgorithm
func (x *AutoscalingSettings) GetAlgorithm() AutoscalingAlgorithm
func (*AutoscalingSettings) GetMaxNumWorkers
func (x *AutoscalingSettings) GetMaxNumWorkers() int32
func (*AutoscalingSettings) ProtoMessage
func (*AutoscalingSettings) ProtoMessage()
func (*AutoscalingSettings) ProtoReflect
func (x *AutoscalingSettings) ProtoReflect() protoreflect.Message
func (*AutoscalingSettings) Reset
func (x *AutoscalingSettings) Reset()
func (*AutoscalingSettings) String
func (x *AutoscalingSettings) String() string
BigQueryIODetails
type BigQueryIODetails struct {
// Table accessed in the connection.
Table string `protobuf:"bytes,1,opt,name=table,proto3" json:"table,omitempty"`
// Dataset accessed in the connection.
Dataset string `protobuf:"bytes,2,opt,name=dataset,proto3" json:"dataset,omitempty"`
// Project accessed in the connection.
ProjectId string `protobuf:"bytes,3,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// Query used to access data in the connection.
Query string `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
// contains filtered or unexported fields
}
Metadata for a BigQuery connector used by the job.
func (*BigQueryIODetails) Descriptor
func (*BigQueryIODetails) Descriptor() ([]byte, []int)
Deprecated: Use BigQueryIODetails.ProtoReflect.Descriptor instead.
func (*BigQueryIODetails) GetDataset
func (x *BigQueryIODetails) GetDataset() string
func (*BigQueryIODetails) GetProjectId
func (x *BigQueryIODetails) GetProjectId() string
func (*BigQueryIODetails) GetQuery
func (x *BigQueryIODetails) GetQuery() string
func (*BigQueryIODetails) GetTable
func (x *BigQueryIODetails) GetTable() string
func (*BigQueryIODetails) ProtoMessage
func (*BigQueryIODetails) ProtoMessage()
func (*BigQueryIODetails) ProtoReflect
func (x *BigQueryIODetails) ProtoReflect() protoreflect.Message
func (*BigQueryIODetails) Reset
func (x *BigQueryIODetails) Reset()
func (*BigQueryIODetails) String
func (x *BigQueryIODetails) String() string
BigTableIODetails
type BigTableIODetails struct {
// ProjectId accessed in the connection.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// InstanceId accessed in the connection.
InstanceId string `protobuf:"bytes,2,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
// TableId accessed in the connection.
TableId string `protobuf:"bytes,3,opt,name=table_id,json=tableId,proto3" json:"table_id,omitempty"`
// contains filtered or unexported fields
}
Metadata for a Cloud Bigtable connector used by the job.
func (*BigTableIODetails) Descriptor
func (*BigTableIODetails) Descriptor() ([]byte, []int)
Deprecated: Use BigTableIODetails.ProtoReflect.Descriptor instead.
func (*BigTableIODetails) GetInstanceId
func (x *BigTableIODetails) GetInstanceId() string
func (*BigTableIODetails) GetProjectId
func (x *BigTableIODetails) GetProjectId() string
func (*BigTableIODetails) GetTableId
func (x *BigTableIODetails) GetTableId() string
func (*BigTableIODetails) ProtoMessage
func (*BigTableIODetails) ProtoMessage()
func (*BigTableIODetails) ProtoReflect
func (x *BigTableIODetails) ProtoReflect() protoreflect.Message
func (*BigTableIODetails) Reset
func (x *BigTableIODetails) Reset()
func (*BigTableIODetails) String
func (x *BigTableIODetails) String() string
CheckActiveJobsRequest
type CheckActiveJobsRequest struct {
// The project which owns the jobs.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// contains filtered or unexported fields
}
Request to check is active jobs exists for a project
func (*CheckActiveJobsRequest) Descriptor
func (*CheckActiveJobsRequest) Descriptor() ([]byte, []int)
Deprecated: Use CheckActiveJobsRequest.ProtoReflect.Descriptor instead.
func (*CheckActiveJobsRequest) GetProjectId
func (x *CheckActiveJobsRequest) GetProjectId() string
func (*CheckActiveJobsRequest) ProtoMessage
func (*CheckActiveJobsRequest) ProtoMessage()
func (*CheckActiveJobsRequest) ProtoReflect
func (x *CheckActiveJobsRequest) ProtoReflect() protoreflect.Message
func (*CheckActiveJobsRequest) Reset
func (x *CheckActiveJobsRequest) Reset()
func (*CheckActiveJobsRequest) String
func (x *CheckActiveJobsRequest) String() string
CheckActiveJobsResponse
type CheckActiveJobsResponse struct {
// If True, active jobs exists for project. False otherwise.
ActiveJobsExist bool `protobuf:"varint,1,opt,name=active_jobs_exist,json=activeJobsExist,proto3" json:"active_jobs_exist,omitempty"`
// contains filtered or unexported fields
}
Response for CheckActiveJobsRequest.
func (*CheckActiveJobsResponse) Descriptor
func (*CheckActiveJobsResponse) Descriptor() ([]byte, []int)
Deprecated: Use CheckActiveJobsResponse.ProtoReflect.Descriptor instead.
func (*CheckActiveJobsResponse) GetActiveJobsExist
func (x *CheckActiveJobsResponse) GetActiveJobsExist() bool
func (*CheckActiveJobsResponse) ProtoMessage
func (*CheckActiveJobsResponse) ProtoMessage()
func (*CheckActiveJobsResponse) ProtoReflect
func (x *CheckActiveJobsResponse) ProtoReflect() protoreflect.Message
func (*CheckActiveJobsResponse) Reset
func (x *CheckActiveJobsResponse) Reset()
func (*CheckActiveJobsResponse) String
func (x *CheckActiveJobsResponse) String() string
ComputationTopology
type ComputationTopology struct {
// The system stage name.
SystemStageName string `protobuf:"bytes,1,opt,name=system_stage_name,json=systemStageName,proto3" json:"system_stage_name,omitempty"`
// The ID of the computation.
ComputationId string `protobuf:"bytes,5,opt,name=computation_id,json=computationId,proto3" json:"computation_id,omitempty"`
// The key ranges processed by the computation.
KeyRanges []*KeyRangeLocation `protobuf:"bytes,2,rep,name=key_ranges,json=keyRanges,proto3" json:"key_ranges,omitempty"`
// The inputs to the computation.
Inputs []*StreamLocation `protobuf:"bytes,3,rep,name=inputs,proto3" json:"inputs,omitempty"`
// The outputs from the computation.
Outputs []*StreamLocation `protobuf:"bytes,4,rep,name=outputs,proto3" json:"outputs,omitempty"`
// The state family values.
StateFamilies []*StateFamilyConfig `protobuf:"bytes,7,rep,name=state_families,json=stateFamilies,proto3" json:"state_families,omitempty"`
// contains filtered or unexported fields
}
All configuration data for a particular Computation.
func (*ComputationTopology) Descriptor
func (*ComputationTopology) Descriptor() ([]byte, []int)
Deprecated: Use ComputationTopology.ProtoReflect.Descriptor instead.
func (*ComputationTopology) GetComputationId
func (x *ComputationTopology) GetComputationId() string
func (*ComputationTopology) GetInputs
func (x *ComputationTopology) GetInputs() []*StreamLocation
func (*ComputationTopology) GetKeyRanges
func (x *ComputationTopology) GetKeyRanges() []*KeyRangeLocation
func (*ComputationTopology) GetOutputs
func (x *ComputationTopology) GetOutputs() []*StreamLocation
func (*ComputationTopology) GetStateFamilies
func (x *ComputationTopology) GetStateFamilies() []*StateFamilyConfig
func (*ComputationTopology) GetSystemStageName
func (x *ComputationTopology) GetSystemStageName() string
func (*ComputationTopology) ProtoMessage
func (*ComputationTopology) ProtoMessage()
func (*ComputationTopology) ProtoReflect
func (x *ComputationTopology) ProtoReflect() protoreflect.Message
func (*ComputationTopology) Reset
func (x *ComputationTopology) Reset()
func (*ComputationTopology) String
func (x *ComputationTopology) String() string
ContainerSpec
type ContainerSpec struct {
// Name of the docker container image. E.g., gcr.io/project/some-image
Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
// Metadata describing a template including description and validation rules.
Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
// Required. SDK info of the Flex Template.
SdkInfo *SDKInfo `protobuf:"bytes,3,opt,name=sdk_info,json=sdkInfo,proto3" json:"sdk_info,omitempty"`
// Default runtime environment for the job.
DefaultEnvironment *FlexTemplateRuntimeEnvironment `protobuf:"bytes,4,opt,name=default_environment,json=defaultEnvironment,proto3" json:"default_environment,omitempty"`
// contains filtered or unexported fields
}
Container Spec.
func (*ContainerSpec) Descriptor
func (*ContainerSpec) Descriptor() ([]byte, []int)
Deprecated: Use ContainerSpec.ProtoReflect.Descriptor instead.
func (*ContainerSpec) GetDefaultEnvironment
func (x *ContainerSpec) GetDefaultEnvironment() *FlexTemplateRuntimeEnvironment
func (*ContainerSpec) GetImage
func (x *ContainerSpec) GetImage() string
func (*ContainerSpec) GetMetadata
func (x *ContainerSpec) GetMetadata() *TemplateMetadata
func (*ContainerSpec) GetSdkInfo
func (x *ContainerSpec) GetSdkInfo() *SDKInfo
func (*ContainerSpec) ProtoMessage
func (*ContainerSpec) ProtoMessage()
func (*ContainerSpec) ProtoReflect
func (x *ContainerSpec) ProtoReflect() protoreflect.Message
func (*ContainerSpec) Reset
func (x *ContainerSpec) Reset()
func (*ContainerSpec) String
func (x *ContainerSpec) String() string
CreateJobFromTemplateRequest
type CreateJobFromTemplateRequest struct {
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
JobName string `protobuf:"bytes,4,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
Template isCreateJobFromTemplateRequest_Template `protobuf_oneof:"template"`
Parameters map[string]string "" /* 161 byte string literal not displayed */
Environment *RuntimeEnvironment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
Location string `protobuf:"bytes,6,opt,name=location,proto3" json:"location,omitempty"`
}
A request to create a Cloud Dataflow job from a template.
func (*CreateJobFromTemplateRequest) Descriptor
func (*CreateJobFromTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateJobFromTemplateRequest.ProtoReflect.Descriptor instead.
func (*CreateJobFromTemplateRequest) GetEnvironment
func (x *CreateJobFromTemplateRequest) GetEnvironment() *RuntimeEnvironment
func (*CreateJobFromTemplateRequest) GetGcsPath
func (x *CreateJobFromTemplateRequest) GetGcsPath() string
func (*CreateJobFromTemplateRequest) GetJobName
func (x *CreateJobFromTemplateRequest) GetJobName() string
func (*CreateJobFromTemplateRequest) GetLocation
func (x *CreateJobFromTemplateRequest) GetLocation() string
func (*CreateJobFromTemplateRequest) GetParameters
func (x *CreateJobFromTemplateRequest) GetParameters() map[string]string
func (*CreateJobFromTemplateRequest) GetProjectId
func (x *CreateJobFromTemplateRequest) GetProjectId() string
func (*CreateJobFromTemplateRequest) GetTemplate
func (m *CreateJobFromTemplateRequest) GetTemplate() isCreateJobFromTemplateRequest_Template
func (*CreateJobFromTemplateRequest) ProtoMessage
func (*CreateJobFromTemplateRequest) ProtoMessage()
func (*CreateJobFromTemplateRequest) ProtoReflect
func (x *CreateJobFromTemplateRequest) ProtoReflect() protoreflect.Message
func (*CreateJobFromTemplateRequest) Reset
func (x *CreateJobFromTemplateRequest) Reset()
func (*CreateJobFromTemplateRequest) String
func (x *CreateJobFromTemplateRequest) String() string
CreateJobFromTemplateRequest_GcsPath
type CreateJobFromTemplateRequest_GcsPath struct {
// Required. A Cloud Storage path to the template from which to
// create the job.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}
CreateJobRequest
type CreateJobRequest struct {
// The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job to create.
Job *Job `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
// The level of information requested in response.
View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
// Deprecated. This field is now in the Job message.
ReplaceJobId string `protobuf:"bytes,4,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains this job.
Location string `protobuf:"bytes,5,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to create a Cloud Dataflow job.
func (*CreateJobRequest) Descriptor
func (*CreateJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateJobRequest.ProtoReflect.Descriptor instead.
func (*CreateJobRequest) GetJob
func (x *CreateJobRequest) GetJob() *Job
func (*CreateJobRequest) GetLocation
func (x *CreateJobRequest) GetLocation() string
func (*CreateJobRequest) GetProjectId
func (x *CreateJobRequest) GetProjectId() string
func (*CreateJobRequest) GetReplaceJobId
func (x *CreateJobRequest) GetReplaceJobId() string
func (*CreateJobRequest) GetView
func (x *CreateJobRequest) GetView() JobView
func (*CreateJobRequest) ProtoMessage
func (*CreateJobRequest) ProtoMessage()
func (*CreateJobRequest) ProtoReflect
func (x *CreateJobRequest) ProtoReflect() protoreflect.Message
func (*CreateJobRequest) Reset
func (x *CreateJobRequest) Reset()
func (*CreateJobRequest) String
func (x *CreateJobRequest) String() string
CustomSourceLocation
type CustomSourceLocation struct {
// Whether this source is stateful.
Stateful bool `protobuf:"varint,1,opt,name=stateful,proto3" json:"stateful,omitempty"`
// contains filtered or unexported fields
}
Identifies the location of a custom souce.
func (*CustomSourceLocation) Descriptor
func (*CustomSourceLocation) Descriptor() ([]byte, []int)
Deprecated: Use CustomSourceLocation.ProtoReflect.Descriptor instead.
func (*CustomSourceLocation) GetStateful
func (x *CustomSourceLocation) GetStateful() bool
func (*CustomSourceLocation) ProtoMessage
func (*CustomSourceLocation) ProtoMessage()
func (*CustomSourceLocation) ProtoReflect
func (x *CustomSourceLocation) ProtoReflect() protoreflect.Message
func (*CustomSourceLocation) Reset
func (x *CustomSourceLocation) Reset()
func (*CustomSourceLocation) String
func (x *CustomSourceLocation) String() string
DataDiskAssignment
type DataDiskAssignment struct {
// VM instance name the data disks mounted to, for example
// "myproject-1014-104817-4c2-harness-0".
VmInstance string `protobuf:"bytes,1,opt,name=vm_instance,json=vmInstance,proto3" json:"vm_instance,omitempty"`
// Mounted data disks. The order is important a data disk's 0-based index in
// this list defines which persistent directory the disk is mounted to, for
// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" },
// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
DataDisks []string `protobuf:"bytes,2,rep,name=data_disks,json=dataDisks,proto3" json:"data_disks,omitempty"`
// contains filtered or unexported fields
}
Data disk assignment for a given VM instance.
func (*DataDiskAssignment) Descriptor
func (*DataDiskAssignment) Descriptor() ([]byte, []int)
Deprecated: Use DataDiskAssignment.ProtoReflect.Descriptor instead.
func (*DataDiskAssignment) GetDataDisks
func (x *DataDiskAssignment) GetDataDisks() []string
func (*DataDiskAssignment) GetVmInstance
func (x *DataDiskAssignment) GetVmInstance() string
func (*DataDiskAssignment) ProtoMessage
func (*DataDiskAssignment) ProtoMessage()
func (*DataDiskAssignment) ProtoReflect
func (x *DataDiskAssignment) ProtoReflect() protoreflect.Message
func (*DataDiskAssignment) Reset
func (x *DataDiskAssignment) Reset()
func (*DataDiskAssignment) String
func (x *DataDiskAssignment) String() string
DatastoreIODetails
type DatastoreIODetails struct {
// Namespace used in the connection.
Namespace string `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"`
// ProjectId accessed in the connection.
ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// contains filtered or unexported fields
}
Metadata for a Datastore connector used by the job.
func (*DatastoreIODetails) Descriptor
func (*DatastoreIODetails) Descriptor() ([]byte, []int)
Deprecated: Use DatastoreIODetails.ProtoReflect.Descriptor instead.
func (*DatastoreIODetails) GetNamespace
func (x *DatastoreIODetails) GetNamespace() string
func (*DatastoreIODetails) GetProjectId
func (x *DatastoreIODetails) GetProjectId() string
func (*DatastoreIODetails) ProtoMessage
func (*DatastoreIODetails) ProtoMessage()
func (*DatastoreIODetails) ProtoReflect
func (x *DatastoreIODetails) ProtoReflect() protoreflect.Message
func (*DatastoreIODetails) Reset
func (x *DatastoreIODetails) Reset()
func (*DatastoreIODetails) String
func (x *DatastoreIODetails) String() string
DebugOptions
type DebugOptions struct {
// When true, enables the logging of the literal hot key to the user's Cloud
// Logging.
EnableHotKeyLogging bool `protobuf:"varint,1,opt,name=enable_hot_key_logging,json=enableHotKeyLogging,proto3" json:"enable_hot_key_logging,omitempty"`
// contains filtered or unexported fields
}
Describes any options that have an effect on the debugging of pipelines.
func (*DebugOptions) Descriptor
func (*DebugOptions) Descriptor() ([]byte, []int)
Deprecated: Use DebugOptions.ProtoReflect.Descriptor instead.
func (*DebugOptions) GetEnableHotKeyLogging
func (x *DebugOptions) GetEnableHotKeyLogging() bool
func (*DebugOptions) ProtoMessage
func (*DebugOptions) ProtoMessage()
func (*DebugOptions) ProtoReflect
func (x *DebugOptions) ProtoReflect() protoreflect.Message
func (*DebugOptions) Reset
func (x *DebugOptions) Reset()
func (*DebugOptions) String
func (x *DebugOptions) String() string
DefaultPackageSet
type DefaultPackageSet int32
The default set of packages to be staged on a pool of workers.
DefaultPackageSet_DEFAULT_PACKAGE_SET_UNKNOWN, DefaultPackageSet_DEFAULT_PACKAGE_SET_NONE, DefaultPackageSet_DEFAULT_PACKAGE_SET_JAVA, DefaultPackageSet_DEFAULT_PACKAGE_SET_PYTHON
const (
// The default set of packages to stage is unknown, or unspecified.
DefaultPackageSet_DEFAULT_PACKAGE_SET_UNKNOWN DefaultPackageSet = 0
// Indicates that no packages should be staged at the worker unless
// explicitly specified by the job.
DefaultPackageSet_DEFAULT_PACKAGE_SET_NONE DefaultPackageSet = 1
// Stage packages typically useful to workers written in Java.
DefaultPackageSet_DEFAULT_PACKAGE_SET_JAVA DefaultPackageSet = 2
// Stage packages typically useful to workers written in Python.
DefaultPackageSet_DEFAULT_PACKAGE_SET_PYTHON DefaultPackageSet = 3
)
func (DefaultPackageSet) Descriptor
func (DefaultPackageSet) Descriptor() protoreflect.EnumDescriptor
func (DefaultPackageSet) Enum
func (x DefaultPackageSet) Enum() *DefaultPackageSet
func (DefaultPackageSet) EnumDescriptor
func (DefaultPackageSet) EnumDescriptor() ([]byte, []int)
Deprecated: Use DefaultPackageSet.Descriptor instead.
func (DefaultPackageSet) Number
func (x DefaultPackageSet) Number() protoreflect.EnumNumber
func (DefaultPackageSet) String
func (x DefaultPackageSet) String() string
func (DefaultPackageSet) Type
func (DefaultPackageSet) Type() protoreflect.EnumType
DeleteSnapshotRequest
type DeleteSnapshotRequest struct {
// The ID of the Cloud Platform project that the snapshot belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The ID of the snapshot.
SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
// The location that contains this snapshot.
Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to delete a snapshot.
func (*DeleteSnapshotRequest) Descriptor
func (*DeleteSnapshotRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteSnapshotRequest.ProtoReflect.Descriptor instead.
func (*DeleteSnapshotRequest) GetLocation
func (x *DeleteSnapshotRequest) GetLocation() string
func (*DeleteSnapshotRequest) GetProjectId
func (x *DeleteSnapshotRequest) GetProjectId() string
func (*DeleteSnapshotRequest) GetSnapshotId
func (x *DeleteSnapshotRequest) GetSnapshotId() string
func (*DeleteSnapshotRequest) ProtoMessage
func (*DeleteSnapshotRequest) ProtoMessage()
func (*DeleteSnapshotRequest) ProtoReflect
func (x *DeleteSnapshotRequest) ProtoReflect() protoreflect.Message
func (*DeleteSnapshotRequest) Reset
func (x *DeleteSnapshotRequest) Reset()
func (*DeleteSnapshotRequest) String
func (x *DeleteSnapshotRequest) String() string
DeleteSnapshotResponse
type DeleteSnapshotResponse struct {
// contains filtered or unexported fields
}
Response from deleting a snapshot.
func (*DeleteSnapshotResponse) Descriptor
func (*DeleteSnapshotResponse) Descriptor() ([]byte, []int)
Deprecated: Use DeleteSnapshotResponse.ProtoReflect.Descriptor instead.
func (*DeleteSnapshotResponse) ProtoMessage
func (*DeleteSnapshotResponse) ProtoMessage()
func (*DeleteSnapshotResponse) ProtoReflect
func (x *DeleteSnapshotResponse) ProtoReflect() protoreflect.Message
func (*DeleteSnapshotResponse) Reset
func (x *DeleteSnapshotResponse) Reset()
func (*DeleteSnapshotResponse) String
func (x *DeleteSnapshotResponse) String() string
Disk
type Disk struct {
// Size of disk in GB. If zero or unspecified, the service will
// attempt to choose a reasonable default.
SizeGb int32 `protobuf:"varint,1,opt,name=size_gb,json=sizeGb,proto3" json:"size_gb,omitempty"`
// Disk storage type, as defined by Google Compute Engine. This
// must be a disk type appropriate to the project and zone in which
// the workers will run. If unknown or unspecified, the service
// will attempt to choose a reasonable default.
//
// For example, the standard persistent disk type is a resource name
// typically ending in "pd-standard". If SSD persistent disks are
// available, the resource name typically ends with "pd-ssd". The
// actual valid values are defined the Google Compute Engine API,
// not by the Cloud Dataflow API; consult the Google Compute Engine
// documentation for more information about determining the set of
// available disk types for a particular project and zone.
//
// Google Compute Engine Disk types are local to a particular
// project in a particular zone, and so the resource name will
// typically look something like this:
//
// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard
DiskType string `protobuf:"bytes,2,opt,name=disk_type,json=diskType,proto3" json:"disk_type,omitempty"`
// Directory in a VM where disk is mounted.
MountPoint string `protobuf:"bytes,3,opt,name=mount_point,json=mountPoint,proto3" json:"mount_point,omitempty"`
// contains filtered or unexported fields
}
Describes the data disk used by a workflow job.
func (*Disk) Descriptor
Deprecated: Use Disk.ProtoReflect.Descriptor instead.
func (*Disk) GetDiskType
func (*Disk) GetMountPoint
func (*Disk) GetSizeGb
func (*Disk) ProtoMessage
func (*Disk) ProtoMessage()
func (*Disk) ProtoReflect
func (x *Disk) ProtoReflect() protoreflect.Message
func (*Disk) Reset
func (x *Disk) Reset()
func (*Disk) String
DisplayData
type DisplayData struct {
// The key identifying the display data.
// This is intended to be used as a label for the display data
// when viewed in a dax monitoring system.
Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
// The namespace for the key. This is usually a class name or programming
// language namespace (i.e. python module) which defines the display data.
// This allows a dax monitoring system to specially handle the data
// and perform custom rendering.
Namespace string `protobuf:"bytes,2,opt,name=namespace,proto3" json:"namespace,omitempty"`
// Various value types which can be used for display data. Only one will be
// set.
//
// Types that are assignable to Value:
//
// *DisplayData_StrValue
// *DisplayData_Int64Value
// *DisplayData_FloatValue
// *DisplayData_JavaClassValue
// *DisplayData_TimestampValue
// *DisplayData_DurationValue
// *DisplayData_BoolValue
Value isDisplayData_Value `protobuf_oneof:"Value"`
// A possible additional shorter value to display.
// For example a java_class_name_value of com.mypackage.MyDoFn
// will be stored with MyDoFn as the short_str_value and
// com.mypackage.MyDoFn as the java_class_name value.
// short_str_value can be displayed and java_class_name_value
// will be displayed as a tooltip.
ShortStrValue string `protobuf:"bytes,11,opt,name=short_str_value,json=shortStrValue,proto3" json:"short_str_value,omitempty"`
// An optional full URL.
Url string `protobuf:"bytes,12,opt,name=url,proto3" json:"url,omitempty"`
// An optional label to display in a dax UI for the element.
Label string `protobuf:"bytes,13,opt,name=label,proto3" json:"label,omitempty"`
// contains filtered or unexported fields
}
Data provided with a pipeline or transform to provide descriptive info.
func (*DisplayData) Descriptor
func (*DisplayData) Descriptor() ([]byte, []int)
Deprecated: Use DisplayData.ProtoReflect.Descriptor instead.
func (*DisplayData) GetBoolValue
func (x *DisplayData) GetBoolValue() bool
func (*DisplayData) GetDurationValue
func (x *DisplayData) GetDurationValue() *durationpb.Duration
func (*DisplayData) GetFloatValue
func (x *DisplayData) GetFloatValue() float32
func (*DisplayData) GetInt64Value
func (x *DisplayData) GetInt64Value() int64
func (*DisplayData) GetJavaClassValue
func (x *DisplayData) GetJavaClassValue() string
func (*DisplayData) GetKey
func (x *DisplayData) GetKey() string
func (*DisplayData) GetLabel
func (x *DisplayData) GetLabel() string
func (*DisplayData) GetNamespace
func (x *DisplayData) GetNamespace() string
func (*DisplayData) GetShortStrValue
func (x *DisplayData) GetShortStrValue() string
func (*DisplayData) GetStrValue
func (x *DisplayData) GetStrValue() string
func (*DisplayData) GetTimestampValue
func (x *DisplayData) GetTimestampValue() *timestamppb.Timestamp
func (*DisplayData) GetUrl
func (x *DisplayData) GetUrl() string
func (*DisplayData) GetValue
func (m *DisplayData) GetValue() isDisplayData_Value
func (*DisplayData) ProtoMessage
func (*DisplayData) ProtoMessage()
func (*DisplayData) ProtoReflect
func (x *DisplayData) ProtoReflect() protoreflect.Message
func (*DisplayData) Reset
func (x *DisplayData) Reset()
func (*DisplayData) String
func (x *DisplayData) String() string
DisplayData_BoolValue
type DisplayData_BoolValue struct {
// Contains value if the data is of a boolean type.
BoolValue bool `protobuf:"varint,10,opt,name=bool_value,json=boolValue,proto3,oneof"`
}
DisplayData_DurationValue
type DisplayData_DurationValue struct {
// Contains value if the data is of duration type.
DurationValue *durationpb.Duration `protobuf:"bytes,9,opt,name=duration_value,json=durationValue,proto3,oneof"`
}
DisplayData_FloatValue
type DisplayData_FloatValue struct {
// Contains value if the data is of float type.
FloatValue float32 `protobuf:"fixed32,6,opt,name=float_value,json=floatValue,proto3,oneof"`
}
DisplayData_Int64Value
type DisplayData_Int64Value struct {
// Contains value if the data is of int64 type.
Int64Value int64 `protobuf:"varint,5,opt,name=int64_value,json=int64Value,proto3,oneof"`
}
DisplayData_JavaClassValue
type DisplayData_JavaClassValue struct {
// Contains value if the data is of java class type.
JavaClassValue string `protobuf:"bytes,7,opt,name=java_class_value,json=javaClassValue,proto3,oneof"`
}
DisplayData_StrValue
type DisplayData_StrValue struct {
// Contains value if the data is of string type.
StrValue string `protobuf:"bytes,4,opt,name=str_value,json=strValue,proto3,oneof"`
}
DisplayData_TimestampValue
type DisplayData_TimestampValue struct {
// Contains value if the data is of timestamp type.
TimestampValue *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=timestamp_value,json=timestampValue,proto3,oneof"`
}
DynamicTemplateLaunchParams
type DynamicTemplateLaunchParams struct {
// Path to dynamic template spec file on Cloud Storage.
// The file must be a Json serialized DynamicTemplateFieSpec object.
GcsPath string `protobuf:"bytes,1,opt,name=gcs_path,json=gcsPath,proto3" json:"gcs_path,omitempty"`
// Cloud Storage path for staging dependencies.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
StagingLocation string `protobuf:"bytes,2,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
// contains filtered or unexported fields
}
Params which should be passed when launching a dynamic template.
func (*DynamicTemplateLaunchParams) Descriptor
func (*DynamicTemplateLaunchParams) Descriptor() ([]byte, []int)
Deprecated: Use DynamicTemplateLaunchParams.ProtoReflect.Descriptor instead.
func (*DynamicTemplateLaunchParams) GetGcsPath
func (x *DynamicTemplateLaunchParams) GetGcsPath() string
func (*DynamicTemplateLaunchParams) GetStagingLocation
func (x *DynamicTemplateLaunchParams) GetStagingLocation() string
func (*DynamicTemplateLaunchParams) ProtoMessage
func (*DynamicTemplateLaunchParams) ProtoMessage()
func (*DynamicTemplateLaunchParams) ProtoReflect
func (x *DynamicTemplateLaunchParams) ProtoReflect() protoreflect.Message
func (*DynamicTemplateLaunchParams) Reset
func (x *DynamicTemplateLaunchParams) Reset()
func (*DynamicTemplateLaunchParams) String
func (x *DynamicTemplateLaunchParams) String() string
Environment
type Environment struct {
TempStoragePrefix string `protobuf:"bytes,1,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
ClusterManagerApiService string "" /* 137 byte string literal not displayed */
Experiments []string `protobuf:"bytes,3,rep,name=experiments,proto3" json:"experiments,omitempty"`
ServiceOptions []string `protobuf:"bytes,16,rep,name=service_options,json=serviceOptions,proto3" json:"service_options,omitempty"`
ServiceKmsKeyName string `protobuf:"bytes,12,opt,name=service_kms_key_name,json=serviceKmsKeyName,proto3" json:"service_kms_key_name,omitempty"`
WorkerPools []*WorkerPool `protobuf:"bytes,4,rep,name=worker_pools,json=workerPools,proto3" json:"worker_pools,omitempty"`
UserAgent *structpb.Struct `protobuf:"bytes,5,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"`
Version *structpb.Struct `protobuf:"bytes,6,opt,name=version,proto3" json:"version,omitempty"`
Dataset string `protobuf:"bytes,7,opt,name=dataset,proto3" json:"dataset,omitempty"`
SdkPipelineOptions *structpb.Struct `protobuf:"bytes,8,opt,name=sdk_pipeline_options,json=sdkPipelineOptions,proto3" json:"sdk_pipeline_options,omitempty"`
InternalExperiments *anypb.Any `protobuf:"bytes,9,opt,name=internal_experiments,json=internalExperiments,proto3" json:"internal_experiments,omitempty"`
ServiceAccountEmail string `protobuf:"bytes,10,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
FlexResourceSchedulingGoal FlexResourceSchedulingGoal "" /* 201 byte string literal not displayed */
WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
ShuffleMode ShuffleMode "" /* 137 byte string literal not displayed */
DebugOptions *DebugOptions `protobuf:"bytes,17,opt,name=debug_options,json=debugOptions,proto3" json:"debug_options,omitempty"`
}
Describes the environment in which a Dataflow Job runs.
func (*Environment) Descriptor
func (*Environment) Descriptor() ([]byte, []int)
Deprecated: Use Environment.ProtoReflect.Descriptor instead.
func (*Environment) GetClusterManagerApiService
func (x *Environment) GetClusterManagerApiService() string
func (*Environment) GetDataset
func (x *Environment) GetDataset() string
func (*Environment) GetDebugOptions
func (x *Environment) GetDebugOptions() *DebugOptions
func (*Environment) GetExperiments
func (x *Environment) GetExperiments() []string
func (*Environment) GetFlexResourceSchedulingGoal
func (x *Environment) GetFlexResourceSchedulingGoal() FlexResourceSchedulingGoal
func (*Environment) GetInternalExperiments
func (x *Environment) GetInternalExperiments() *anypb.Any
func (*Environment) GetSdkPipelineOptions
func (x *Environment) GetSdkPipelineOptions() *structpb.Struct
func (*Environment) GetServiceAccountEmail
func (x *Environment) GetServiceAccountEmail() string
func (*Environment) GetServiceKmsKeyName
func (x *Environment) GetServiceKmsKeyName() string
func (*Environment) GetServiceOptions
func (x *Environment) GetServiceOptions() []string
func (*Environment) GetShuffleMode
func (x *Environment) GetShuffleMode() ShuffleMode
func (*Environment) GetTempStoragePrefix
func (x *Environment) GetTempStoragePrefix() string
func (*Environment) GetUserAgent
func (x *Environment) GetUserAgent() *structpb.Struct
func (*Environment) GetVersion
func (x *Environment) GetVersion() *structpb.Struct
func (*Environment) GetWorkerPools
func (x *Environment) GetWorkerPools() []*WorkerPool
func (*Environment) GetWorkerRegion
func (x *Environment) GetWorkerRegion() string
func (*Environment) GetWorkerZone
func (x *Environment) GetWorkerZone() string
func (*Environment) ProtoMessage
func (*Environment) ProtoMessage()
func (*Environment) ProtoReflect
func (x *Environment) ProtoReflect() protoreflect.Message
func (*Environment) Reset
func (x *Environment) Reset()
func (*Environment) String
func (x *Environment) String() string
ExecutionStageState
type ExecutionStageState struct {
ExecutionStageName string `protobuf:"bytes,1,opt,name=execution_stage_name,json=executionStageName,proto3" json:"execution_stage_name,omitempty"`
ExecutionStageState JobState "" /* 159 byte string literal not displayed */
CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
}
A message describing the state of a particular execution stage.
func (*ExecutionStageState) Descriptor
func (*ExecutionStageState) Descriptor() ([]byte, []int)
Deprecated: Use ExecutionStageState.ProtoReflect.Descriptor instead.
func (*ExecutionStageState) GetCurrentStateTime
func (x *ExecutionStageState) GetCurrentStateTime() *timestamppb.Timestamp
func (*ExecutionStageState) GetExecutionStageName
func (x *ExecutionStageState) GetExecutionStageName() string
func (*ExecutionStageState) GetExecutionStageState
func (x *ExecutionStageState) GetExecutionStageState() JobState
func (*ExecutionStageState) ProtoMessage
func (*ExecutionStageState) ProtoMessage()
func (*ExecutionStageState) ProtoReflect
func (x *ExecutionStageState) ProtoReflect() protoreflect.Message
func (*ExecutionStageState) Reset
func (x *ExecutionStageState) Reset()
func (*ExecutionStageState) String
func (x *ExecutionStageState) String() string
ExecutionStageSummary
type ExecutionStageSummary struct {
// Dataflow service generated name for this stage.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// Dataflow service generated id for this stage.
Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
// Type of transform this stage is executing.
Kind KindType `protobuf:"varint,3,opt,name=kind,proto3,enum=google.dataflow.v1beta3.KindType" json:"kind,omitempty"`
// Input sources for this stage.
InputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,4,rep,name=input_source,json=inputSource,proto3" json:"input_source,omitempty"`
// Output sources for this stage.
OutputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,5,rep,name=output_source,json=outputSource,proto3" json:"output_source,omitempty"`
// Other stages that must complete before this stage can run.
PrerequisiteStage []string `protobuf:"bytes,8,rep,name=prerequisite_stage,json=prerequisiteStage,proto3" json:"prerequisite_stage,omitempty"`
// Transforms that comprise this execution stage.
ComponentTransform []*ExecutionStageSummary_ComponentTransform `protobuf:"bytes,6,rep,name=component_transform,json=componentTransform,proto3" json:"component_transform,omitempty"`
// Collections produced and consumed by component transforms of this stage.
ComponentSource []*ExecutionStageSummary_ComponentSource `protobuf:"bytes,7,rep,name=component_source,json=componentSource,proto3" json:"component_source,omitempty"`
// contains filtered or unexported fields
}
Description of the composing transforms, names/ids, and input/outputs of a stage of execution. Some composing transforms and sources may have been generated by the Dataflow service during execution planning.
func (*ExecutionStageSummary) Descriptor
func (*ExecutionStageSummary) Descriptor() ([]byte, []int)
Deprecated: Use ExecutionStageSummary.ProtoReflect.Descriptor instead.
func (*ExecutionStageSummary) GetComponentSource
func (x *ExecutionStageSummary) GetComponentSource() []*ExecutionStageSummary_ComponentSource
func (*ExecutionStageSummary) GetComponentTransform
func (x *ExecutionStageSummary) GetComponentTransform() []*ExecutionStageSummary_ComponentTransform
func (*ExecutionStageSummary) GetId
func (x *ExecutionStageSummary) GetId() string
func (*ExecutionStageSummary) GetInputSource
func (x *ExecutionStageSummary) GetInputSource() []*ExecutionStageSummary_StageSource
func (*ExecutionStageSummary) GetKind
func (x *ExecutionStageSummary) GetKind() KindType
func (*ExecutionStageSummary) GetName
func (x *ExecutionStageSummary) GetName() string
func (*ExecutionStageSummary) GetOutputSource
func (x *ExecutionStageSummary) GetOutputSource() []*ExecutionStageSummary_StageSource
func (*ExecutionStageSummary) GetPrerequisiteStage
func (x *ExecutionStageSummary) GetPrerequisiteStage() []string
func (*ExecutionStageSummary) ProtoMessage
func (*ExecutionStageSummary) ProtoMessage()
func (*ExecutionStageSummary) ProtoReflect
func (x *ExecutionStageSummary) ProtoReflect() protoreflect.Message
func (*ExecutionStageSummary) Reset
func (x *ExecutionStageSummary) Reset()
func (*ExecutionStageSummary) String
func (x *ExecutionStageSummary) String() string
ExecutionStageSummary_ComponentSource
type ExecutionStageSummary_ComponentSource struct {
UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
OriginalTransformOrCollection string "" /* 152 byte string literal not displayed */
}
Description of an interstitial value between transforms in an execution stage.
func (*ExecutionStageSummary_ComponentSource) Descriptor
func (*ExecutionStageSummary_ComponentSource) Descriptor() ([]byte, []int)
Deprecated: Use ExecutionStageSummary_ComponentSource.ProtoReflect.Descriptor instead.
func (*ExecutionStageSummary_ComponentSource) GetName
func (x *ExecutionStageSummary_ComponentSource) GetName() string
func (*ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection
func (x *ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection() string
func (*ExecutionStageSummary_ComponentSource) GetUserName
func (x *ExecutionStageSummary_ComponentSource) GetUserName() string
func (*ExecutionStageSummary_ComponentSource) ProtoMessage
func (*ExecutionStageSummary_ComponentSource) ProtoMessage()
func (*ExecutionStageSummary_ComponentSource) ProtoReflect
func (x *ExecutionStageSummary_ComponentSource) ProtoReflect() protoreflect.Message
func (*ExecutionStageSummary_ComponentSource) Reset
func (x *ExecutionStageSummary_ComponentSource) Reset()
func (*ExecutionStageSummary_ComponentSource) String
func (x *ExecutionStageSummary_ComponentSource) String() string
ExecutionStageSummary_ComponentTransform
type ExecutionStageSummary_ComponentTransform struct {
// Human-readable name for this transform; may be user or system generated.
UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
// Dataflow service generated name for this source.
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
// User name for the original user transform with which this transform is
// most closely associated.
OriginalTransform string `protobuf:"bytes,3,opt,name=original_transform,json=originalTransform,proto3" json:"original_transform,omitempty"`
// contains filtered or unexported fields
}
Description of a transform executed as part of an execution stage.
func (*ExecutionStageSummary_ComponentTransform) Descriptor
func (*ExecutionStageSummary_ComponentTransform) Descriptor() ([]byte, []int)
Deprecated: Use ExecutionStageSummary_ComponentTransform.ProtoReflect.Descriptor instead.
func (*ExecutionStageSummary_ComponentTransform) GetName
func (x *ExecutionStageSummary_ComponentTransform) GetName() string
func (*ExecutionStageSummary_ComponentTransform) GetOriginalTransform
func (x *ExecutionStageSummary_ComponentTransform) GetOriginalTransform() string
func (*ExecutionStageSummary_ComponentTransform) GetUserName
func (x *ExecutionStageSummary_ComponentTransform) GetUserName() string
func (*ExecutionStageSummary_ComponentTransform) ProtoMessage
func (*ExecutionStageSummary_ComponentTransform) ProtoMessage()
func (*ExecutionStageSummary_ComponentTransform) ProtoReflect
func (x *ExecutionStageSummary_ComponentTransform) ProtoReflect() protoreflect.Message
func (*ExecutionStageSummary_ComponentTransform) Reset
func (x *ExecutionStageSummary_ComponentTransform) Reset()
func (*ExecutionStageSummary_ComponentTransform) String
func (x *ExecutionStageSummary_ComponentTransform) String() string
ExecutionStageSummary_StageSource
type ExecutionStageSummary_StageSource struct {
UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
OriginalTransformOrCollection string "" /* 152 byte string literal not displayed */
SizeBytes int64 `protobuf:"varint,4,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
}
Description of an input or output of an execution stage.
func (*ExecutionStageSummary_StageSource) Descriptor
func (*ExecutionStageSummary_StageSource) Descriptor() ([]byte, []int)
Deprecated: Use ExecutionStageSummary_StageSource.ProtoReflect.Descriptor instead.
func (*ExecutionStageSummary_StageSource) GetName
func (x *ExecutionStageSummary_StageSource) GetName() string
func (*ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection
func (x *ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection() string
func (*ExecutionStageSummary_StageSource) GetSizeBytes
func (x *ExecutionStageSummary_StageSource) GetSizeBytes() int64
func (*ExecutionStageSummary_StageSource) GetUserName
func (x *ExecutionStageSummary_StageSource) GetUserName() string
func (*ExecutionStageSummary_StageSource) ProtoMessage
func (*ExecutionStageSummary_StageSource) ProtoMessage()
func (*ExecutionStageSummary_StageSource) ProtoReflect
func (x *ExecutionStageSummary_StageSource) ProtoReflect() protoreflect.Message
func (*ExecutionStageSummary_StageSource) Reset
func (x *ExecutionStageSummary_StageSource) Reset()
func (*ExecutionStageSummary_StageSource) String
func (x *ExecutionStageSummary_StageSource) String() string
ExecutionState
type ExecutionState int32
The state of some component of job execution.
ExecutionState_EXECUTION_STATE_UNKNOWN, ExecutionState_EXECUTION_STATE_NOT_STARTED, ExecutionState_EXECUTION_STATE_RUNNING, ExecutionState_EXECUTION_STATE_SUCCEEDED, ExecutionState_EXECUTION_STATE_FAILED, ExecutionState_EXECUTION_STATE_CANCELLED
const (
// The component state is unknown or unspecified.
ExecutionState_EXECUTION_STATE_UNKNOWN ExecutionState = 0
// The component is not yet running.
ExecutionState_EXECUTION_STATE_NOT_STARTED ExecutionState = 1
// The component is currently running.
ExecutionState_EXECUTION_STATE_RUNNING ExecutionState = 2
// The component succeeded.
ExecutionState_EXECUTION_STATE_SUCCEEDED ExecutionState = 3
// The component failed.
ExecutionState_EXECUTION_STATE_FAILED ExecutionState = 4
// Execution of the component was cancelled.
ExecutionState_EXECUTION_STATE_CANCELLED ExecutionState = 5
)
func (ExecutionState) Descriptor
func (ExecutionState) Descriptor() protoreflect.EnumDescriptor
func (ExecutionState) Enum
func (x ExecutionState) Enum() *ExecutionState
func (ExecutionState) EnumDescriptor
func (ExecutionState) EnumDescriptor() ([]byte, []int)
Deprecated: Use ExecutionState.Descriptor instead.
func (ExecutionState) Number
func (x ExecutionState) Number() protoreflect.EnumNumber
func (ExecutionState) String
func (x ExecutionState) String() string
func (ExecutionState) Type
func (ExecutionState) Type() protoreflect.EnumType
FailedLocation
type FailedLocation struct {
// The name of the [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// failed to respond.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// contains filtered or unexported fields
}
Indicates which regional endpoint failed to respond to a request for data.
func (*FailedLocation) Descriptor
func (*FailedLocation) Descriptor() ([]byte, []int)
Deprecated: Use FailedLocation.ProtoReflect.Descriptor instead.
func (*FailedLocation) GetName
func (x *FailedLocation) GetName() string
func (*FailedLocation) ProtoMessage
func (*FailedLocation) ProtoMessage()
func (*FailedLocation) ProtoReflect
func (x *FailedLocation) ProtoReflect() protoreflect.Message
func (*FailedLocation) Reset
func (x *FailedLocation) Reset()
func (*FailedLocation) String
func (x *FailedLocation) String() string
FileIODetails
type FileIODetails struct {
// File Pattern used to access files by the connector.
FilePattern string `protobuf:"bytes,1,opt,name=file_pattern,json=filePattern,proto3" json:"file_pattern,omitempty"`
// contains filtered or unexported fields
}
Metadata for a File connector used by the job.
func (*FileIODetails) Descriptor
func (*FileIODetails) Descriptor() ([]byte, []int)
Deprecated: Use FileIODetails.ProtoReflect.Descriptor instead.
func (*FileIODetails) GetFilePattern
func (x *FileIODetails) GetFilePattern() string
func (*FileIODetails) ProtoMessage
func (*FileIODetails) ProtoMessage()
func (*FileIODetails) ProtoReflect
func (x *FileIODetails) ProtoReflect() protoreflect.Message
func (*FileIODetails) Reset
func (x *FileIODetails) Reset()
func (*FileIODetails) String
func (x *FileIODetails) String() string
FlexResourceSchedulingGoal
type FlexResourceSchedulingGoal int32
Specifies the resource to optimize for in Flexible Resource Scheduling.
FlexResourceSchedulingGoal_FLEXRS_UNSPECIFIED, FlexResourceSchedulingGoal_FLEXRS_SPEED_OPTIMIZED, FlexResourceSchedulingGoal_FLEXRS_COST_OPTIMIZED
const (
// Run in the default mode.
FlexResourceSchedulingGoal_FLEXRS_UNSPECIFIED FlexResourceSchedulingGoal = 0
// Optimize for lower execution time.
FlexResourceSchedulingGoal_FLEXRS_SPEED_OPTIMIZED FlexResourceSchedulingGoal = 1
// Optimize for lower cost.
FlexResourceSchedulingGoal_FLEXRS_COST_OPTIMIZED FlexResourceSchedulingGoal = 2
)
func (FlexResourceSchedulingGoal) Descriptor
func (FlexResourceSchedulingGoal) Descriptor() protoreflect.EnumDescriptor
func (FlexResourceSchedulingGoal) Enum
func (x FlexResourceSchedulingGoal) Enum() *FlexResourceSchedulingGoal
func (FlexResourceSchedulingGoal) EnumDescriptor
func (FlexResourceSchedulingGoal) EnumDescriptor() ([]byte, []int)
Deprecated: Use FlexResourceSchedulingGoal.Descriptor instead.
func (FlexResourceSchedulingGoal) Number
func (x FlexResourceSchedulingGoal) Number() protoreflect.EnumNumber
func (FlexResourceSchedulingGoal) String
func (x FlexResourceSchedulingGoal) String() string
func (FlexResourceSchedulingGoal) Type
func (FlexResourceSchedulingGoal) Type() protoreflect.EnumType
FlexTemplateRuntimeEnvironment
type FlexTemplateRuntimeEnvironment struct {
NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
MaxWorkers int32 `protobuf:"varint,2,opt,name=max_workers,json=maxWorkers,proto3" json:"max_workers,omitempty"`
Zone string `protobuf:"bytes,3,opt,name=zone,proto3" json:"zone,omitempty"`
ServiceAccountEmail string `protobuf:"bytes,4,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
TempLocation string `protobuf:"bytes,5,opt,name=temp_location,json=tempLocation,proto3" json:"temp_location,omitempty"`
MachineType string `protobuf:"bytes,6,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
AdditionalExperiments []string `protobuf:"bytes,7,rep,name=additional_experiments,json=additionalExperiments,proto3" json:"additional_experiments,omitempty"`
Network string `protobuf:"bytes,8,opt,name=network,proto3" json:"network,omitempty"`
Subnetwork string `protobuf:"bytes,9,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
AdditionalUserLabels map[string]string "" /* 212 byte string literal not displayed */
KmsKeyName string `protobuf:"bytes,11,opt,name=kms_key_name,json=kmsKeyName,proto3" json:"kms_key_name,omitempty"`
IpConfiguration WorkerIPAddressConfiguration "" /* 166 byte string literal not displayed */
WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
EnableStreamingEngine bool "" /* 128 byte string literal not displayed */
FlexrsGoal FlexResourceSchedulingGoal "" /* 149 byte string literal not displayed */
StagingLocation string `protobuf:"bytes,17,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
SdkContainerImage string `protobuf:"bytes,18,opt,name=sdk_container_image,json=sdkContainerImage,proto3" json:"sdk_container_image,omitempty"`
DiskSizeGb int32 `protobuf:"varint,20,opt,name=disk_size_gb,json=diskSizeGb,proto3" json:"disk_size_gb,omitempty"`
AutoscalingAlgorithm AutoscalingAlgorithm "" /* 173 byte string literal not displayed */
DumpHeapOnOom bool `protobuf:"varint,22,opt,name=dump_heap_on_oom,json=dumpHeapOnOom,proto3" json:"dump_heap_on_oom,omitempty"`
SaveHeapDumpsToGcsPath string "" /* 136 byte string literal not displayed */
LauncherMachineType string `protobuf:"bytes,24,opt,name=launcher_machine_type,json=launcherMachineType,proto3" json:"launcher_machine_type,omitempty"`
}
The environment values to be set at runtime for flex template.
func (*FlexTemplateRuntimeEnvironment) Descriptor
func (*FlexTemplateRuntimeEnvironment) Descriptor() ([]byte, []int)
Deprecated: Use FlexTemplateRuntimeEnvironment.ProtoReflect.Descriptor instead.
func (*FlexTemplateRuntimeEnvironment) GetAdditionalExperiments
func (x *FlexTemplateRuntimeEnvironment) GetAdditionalExperiments() []string
func (*FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels
func (x *FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels() map[string]string
func (*FlexTemplateRuntimeEnvironment) GetAutoscalingAlgorithm
func (x *FlexTemplateRuntimeEnvironment) GetAutoscalingAlgorithm() AutoscalingAlgorithm
func (*FlexTemplateRuntimeEnvironment) GetDiskSizeGb
func (x *FlexTemplateRuntimeEnvironment) GetDiskSizeGb() int32
func (*FlexTemplateRuntimeEnvironment) GetDumpHeapOnOom
func (x *FlexTemplateRuntimeEnvironment) GetDumpHeapOnOom() bool
func (*FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine
func (x *FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine() bool
func (*FlexTemplateRuntimeEnvironment) GetFlexrsGoal
func (x *FlexTemplateRuntimeEnvironment) GetFlexrsGoal() FlexResourceSchedulingGoal
func (*FlexTemplateRuntimeEnvironment) GetIpConfiguration
func (x *FlexTemplateRuntimeEnvironment) GetIpConfiguration() WorkerIPAddressConfiguration
func (*FlexTemplateRuntimeEnvironment) GetKmsKeyName
func (x *FlexTemplateRuntimeEnvironment) GetKmsKeyName() string
func (*FlexTemplateRuntimeEnvironment) GetLauncherMachineType
func (x *FlexTemplateRuntimeEnvironment) GetLauncherMachineType() string
func (*FlexTemplateRuntimeEnvironment) GetMachineType
func (x *FlexTemplateRuntimeEnvironment) GetMachineType() string
func (*FlexTemplateRuntimeEnvironment) GetMaxWorkers
func (x *FlexTemplateRuntimeEnvironment) GetMaxWorkers() int32
func (*FlexTemplateRuntimeEnvironment) GetNetwork
func (x *FlexTemplateRuntimeEnvironment) GetNetwork() string
func (*FlexTemplateRuntimeEnvironment) GetNumWorkers
func (x *FlexTemplateRuntimeEnvironment) GetNumWorkers() int32
func (*FlexTemplateRuntimeEnvironment) GetSaveHeapDumpsToGcsPath
func (x *FlexTemplateRuntimeEnvironment) GetSaveHeapDumpsToGcsPath() string
func (*FlexTemplateRuntimeEnvironment) GetSdkContainerImage
func (x *FlexTemplateRuntimeEnvironment) GetSdkContainerImage() string
func (*FlexTemplateRuntimeEnvironment) GetServiceAccountEmail
func (x *FlexTemplateRuntimeEnvironment) GetServiceAccountEmail() string
func (*FlexTemplateRuntimeEnvironment) GetStagingLocation
func (x *FlexTemplateRuntimeEnvironment) GetStagingLocation() string
func (*FlexTemplateRuntimeEnvironment) GetSubnetwork
func (x *FlexTemplateRuntimeEnvironment) GetSubnetwork() string
func (*FlexTemplateRuntimeEnvironment) GetTempLocation
func (x *FlexTemplateRuntimeEnvironment) GetTempLocation() string
func (*FlexTemplateRuntimeEnvironment) GetWorkerRegion
func (x *FlexTemplateRuntimeEnvironment) GetWorkerRegion() string
func (*FlexTemplateRuntimeEnvironment) GetWorkerZone
func (x *FlexTemplateRuntimeEnvironment) GetWorkerZone() string
func (*FlexTemplateRuntimeEnvironment) GetZone
func (x *FlexTemplateRuntimeEnvironment) GetZone() string
func (*FlexTemplateRuntimeEnvironment) ProtoMessage
func (*FlexTemplateRuntimeEnvironment) ProtoMessage()
func (*FlexTemplateRuntimeEnvironment) ProtoReflect
func (x *FlexTemplateRuntimeEnvironment) ProtoReflect() protoreflect.Message
func (*FlexTemplateRuntimeEnvironment) Reset
func (x *FlexTemplateRuntimeEnvironment) Reset()
func (*FlexTemplateRuntimeEnvironment) String
func (x *FlexTemplateRuntimeEnvironment) String() string
FlexTemplatesServiceClient
type FlexTemplatesServiceClient interface {
// Launch a job with a FlexTemplate.
LaunchFlexTemplate(ctx context.Context, in *LaunchFlexTemplateRequest, opts ...grpc.CallOption) (*LaunchFlexTemplateResponse, error)
}
FlexTemplatesServiceClient is the client API for FlexTemplatesService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewFlexTemplatesServiceClient
func NewFlexTemplatesServiceClient(cc grpc.ClientConnInterface) FlexTemplatesServiceClient
FlexTemplatesServiceServer
type FlexTemplatesServiceServer interface {
// Launch a job with a FlexTemplate.
LaunchFlexTemplate(context.Context, *LaunchFlexTemplateRequest) (*LaunchFlexTemplateResponse, error)
}
FlexTemplatesServiceServer is the server API for FlexTemplatesService service.
GetJobExecutionDetailsRequest
type GetJobExecutionDetailsRequest struct {
// A project id.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job to get execution details for.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains the job specified by job_id.
Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
// If specified, determines the maximum number of stages to
// return. If unspecified, the service may choose an appropriate
// default, or may return an arbitrarily large number of results.
PageSize int32 `protobuf:"varint,4,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
// If supplied, this should be the value of next_page_token returned
// by an earlier call. This will cause the next page of results to
// be returned.
PageToken string `protobuf:"bytes,5,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
// contains filtered or unexported fields
}
Request to get job execution details.
func (*GetJobExecutionDetailsRequest) Descriptor
func (*GetJobExecutionDetailsRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetJobExecutionDetailsRequest.ProtoReflect.Descriptor instead.
func (*GetJobExecutionDetailsRequest) GetJobId
func (x *GetJobExecutionDetailsRequest) GetJobId() string
func (*GetJobExecutionDetailsRequest) GetLocation
func (x *GetJobExecutionDetailsRequest) GetLocation() string
func (*GetJobExecutionDetailsRequest) GetPageSize
func (x *GetJobExecutionDetailsRequest) GetPageSize() int32
func (*GetJobExecutionDetailsRequest) GetPageToken
func (x *GetJobExecutionDetailsRequest) GetPageToken() string
func (*GetJobExecutionDetailsRequest) GetProjectId
func (x *GetJobExecutionDetailsRequest) GetProjectId() string
func (*GetJobExecutionDetailsRequest) ProtoMessage
func (*GetJobExecutionDetailsRequest) ProtoMessage()
func (*GetJobExecutionDetailsRequest) ProtoReflect
func (x *GetJobExecutionDetailsRequest) ProtoReflect() protoreflect.Message
func (*GetJobExecutionDetailsRequest) Reset
func (x *GetJobExecutionDetailsRequest) Reset()
func (*GetJobExecutionDetailsRequest) String
func (x *GetJobExecutionDetailsRequest) String() string
GetJobMetricsRequest
type GetJobMetricsRequest struct {
// A project id.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job to get metrics for.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// Return only metric data that has changed since this time.
// Default is to return all information about all metrics for the job.
StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains the job specified by job_id.
Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to get job metrics.
func (*GetJobMetricsRequest) Descriptor
func (*GetJobMetricsRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetJobMetricsRequest.ProtoReflect.Descriptor instead.
func (*GetJobMetricsRequest) GetJobId
func (x *GetJobMetricsRequest) GetJobId() string
func (*GetJobMetricsRequest) GetLocation
func (x *GetJobMetricsRequest) GetLocation() string
func (*GetJobMetricsRequest) GetProjectId
func (x *GetJobMetricsRequest) GetProjectId() string
func (*GetJobMetricsRequest) GetStartTime
func (x *GetJobMetricsRequest) GetStartTime() *timestamppb.Timestamp
func (*GetJobMetricsRequest) ProtoMessage
func (*GetJobMetricsRequest) ProtoMessage()
func (*GetJobMetricsRequest) ProtoReflect
func (x *GetJobMetricsRequest) ProtoReflect() protoreflect.Message
func (*GetJobMetricsRequest) Reset
func (x *GetJobMetricsRequest) Reset()
func (*GetJobMetricsRequest) String
func (x *GetJobMetricsRequest) String() string
GetJobRequest
type GetJobRequest struct {
// The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job ID.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// The level of information requested in response.
View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains this job.
Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to get the state of a Cloud Dataflow job.
func (*GetJobRequest) Descriptor
func (*GetJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetJobRequest.ProtoReflect.Descriptor instead.
func (*GetJobRequest) GetJobId
func (x *GetJobRequest) GetJobId() string
func (*GetJobRequest) GetLocation
func (x *GetJobRequest) GetLocation() string
func (*GetJobRequest) GetProjectId
func (x *GetJobRequest) GetProjectId() string
func (*GetJobRequest) GetView
func (x *GetJobRequest) GetView() JobView
func (*GetJobRequest) ProtoMessage
func (*GetJobRequest) ProtoMessage()
func (*GetJobRequest) ProtoReflect
func (x *GetJobRequest) ProtoReflect() protoreflect.Message
func (*GetJobRequest) Reset
func (x *GetJobRequest) Reset()
func (*GetJobRequest) String
func (x *GetJobRequest) String() string
GetSnapshotRequest
type GetSnapshotRequest struct {
// The ID of the Cloud Platform project that the snapshot belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The ID of the snapshot.
SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
// The location that contains this snapshot.
Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to get information about a snapshot
func (*GetSnapshotRequest) Descriptor
func (*GetSnapshotRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetSnapshotRequest.ProtoReflect.Descriptor instead.
func (*GetSnapshotRequest) GetLocation
func (x *GetSnapshotRequest) GetLocation() string
func (*GetSnapshotRequest) GetProjectId
func (x *GetSnapshotRequest) GetProjectId() string
func (*GetSnapshotRequest) GetSnapshotId
func (x *GetSnapshotRequest) GetSnapshotId() string
func (*GetSnapshotRequest) ProtoMessage
func (*GetSnapshotRequest) ProtoMessage()
func (*GetSnapshotRequest) ProtoReflect
func (x *GetSnapshotRequest) ProtoReflect() protoreflect.Message
func (*GetSnapshotRequest) Reset
func (x *GetSnapshotRequest) Reset()
func (*GetSnapshotRequest) String
func (x *GetSnapshotRequest) String() string
GetStageExecutionDetailsRequest
type GetStageExecutionDetailsRequest struct {
// A project id.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job to get execution details for.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains the job specified by job_id.
Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
// The stage for which to fetch information.
StageId string `protobuf:"bytes,4,opt,name=stage_id,json=stageId,proto3" json:"stage_id,omitempty"`
// If specified, determines the maximum number of work items to
// return. If unspecified, the service may choose an appropriate
// default, or may return an arbitrarily large number of results.
PageSize int32 `protobuf:"varint,5,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
// If supplied, this should be the value of next_page_token returned
// by an earlier call. This will cause the next page of results to
// be returned.
PageToken string `protobuf:"bytes,6,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
// Lower time bound of work items to include, by start time.
StartTime *timestamppb.Timestamp `protobuf:"bytes,7,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
// Upper time bound of work items to include, by start time.
EndTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
// contains filtered or unexported fields
}
Request to get information about a particular execution stage of a job. Currently only tracked for Batch jobs.
func (*GetStageExecutionDetailsRequest) Descriptor
func (*GetStageExecutionDetailsRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetStageExecutionDetailsRequest.ProtoReflect.Descriptor instead.
func (*GetStageExecutionDetailsRequest) GetEndTime
func (x *GetStageExecutionDetailsRequest) GetEndTime() *timestamppb.Timestamp
func (*GetStageExecutionDetailsRequest) GetJobId
func (x *GetStageExecutionDetailsRequest) GetJobId() string
func (*GetStageExecutionDetailsRequest) GetLocation
func (x *GetStageExecutionDetailsRequest) GetLocation() string
func (*GetStageExecutionDetailsRequest) GetPageSize
func (x *GetStageExecutionDetailsRequest) GetPageSize() int32
func (*GetStageExecutionDetailsRequest) GetPageToken
func (x *GetStageExecutionDetailsRequest) GetPageToken() string
func (*GetStageExecutionDetailsRequest) GetProjectId
func (x *GetStageExecutionDetailsRequest) GetProjectId() string
func (*GetStageExecutionDetailsRequest) GetStageId
func (x *GetStageExecutionDetailsRequest) GetStageId() string
func (*GetStageExecutionDetailsRequest) GetStartTime
func (x *GetStageExecutionDetailsRequest) GetStartTime() *timestamppb.Timestamp
func (*GetStageExecutionDetailsRequest) ProtoMessage
func (*GetStageExecutionDetailsRequest) ProtoMessage()
func (*GetStageExecutionDetailsRequest) ProtoReflect
func (x *GetStageExecutionDetailsRequest) ProtoReflect() protoreflect.Message
func (*GetStageExecutionDetailsRequest) Reset
func (x *GetStageExecutionDetailsRequest) Reset()
func (*GetStageExecutionDetailsRequest) String
func (x *GetStageExecutionDetailsRequest) String() string
GetTemplateRequest
type GetTemplateRequest struct {
// Required. The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The template from which to create the job.
//
// Types that are assignable to Template:
//
// *GetTemplateRequest_GcsPath
Template isGetTemplateRequest_Template `protobuf_oneof:"template"`
// The view to retrieve. Defaults to METADATA_ONLY.
View GetTemplateRequest_TemplateView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.GetTemplateRequest_TemplateView" json:"view,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
// which to direct the request.
Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
A request to retrieve a Cloud Dataflow job template.
func (*GetTemplateRequest) Descriptor
func (*GetTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetTemplateRequest.ProtoReflect.Descriptor instead.
func (*GetTemplateRequest) GetGcsPath
func (x *GetTemplateRequest) GetGcsPath() string
func (*GetTemplateRequest) GetLocation
func (x *GetTemplateRequest) GetLocation() string
func (*GetTemplateRequest) GetProjectId
func (x *GetTemplateRequest) GetProjectId() string
func (*GetTemplateRequest) GetTemplate
func (m *GetTemplateRequest) GetTemplate() isGetTemplateRequest_Template
func (*GetTemplateRequest) GetView
func (x *GetTemplateRequest) GetView() GetTemplateRequest_TemplateView
func (*GetTemplateRequest) ProtoMessage
func (*GetTemplateRequest) ProtoMessage()
func (*GetTemplateRequest) ProtoReflect
func (x *GetTemplateRequest) ProtoReflect() protoreflect.Message
func (*GetTemplateRequest) Reset
func (x *GetTemplateRequest) Reset()
func (*GetTemplateRequest) String
func (x *GetTemplateRequest) String() string
GetTemplateRequest_GcsPath
type GetTemplateRequest_GcsPath struct {
// Required. A Cloud Storage path to the template from which to
// create the job.
// Must be valid Cloud Storage URL, beginning with 'gs://'.
GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}
GetTemplateRequest_TemplateView
type GetTemplateRequest_TemplateView int32
The various views of a template that may be retrieved.
GetTemplateRequest_METADATA_ONLY
const (
// Template view that retrieves only the metadata associated with the
// template.
GetTemplateRequest_METADATA_ONLY GetTemplateRequest_TemplateView = 0
)
func (GetTemplateRequest_TemplateView) Descriptor
func (GetTemplateRequest_TemplateView) Descriptor() protoreflect.EnumDescriptor
func (GetTemplateRequest_TemplateView) Enum
func (x GetTemplateRequest_TemplateView) Enum() *GetTemplateRequest_TemplateView
func (GetTemplateRequest_TemplateView) EnumDescriptor
func (GetTemplateRequest_TemplateView) EnumDescriptor() ([]byte, []int)
Deprecated: Use GetTemplateRequest_TemplateView.Descriptor instead.
func (GetTemplateRequest_TemplateView) Number
func (x GetTemplateRequest_TemplateView) Number() protoreflect.EnumNumber
func (GetTemplateRequest_TemplateView) String
func (x GetTemplateRequest_TemplateView) String() string
func (GetTemplateRequest_TemplateView) Type
func (GetTemplateRequest_TemplateView) Type() protoreflect.EnumType
GetTemplateResponse
type GetTemplateResponse struct {
Status *status.Status `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
TemplateType GetTemplateResponse_TemplateType "" /* 160 byte string literal not displayed */
RuntimeMetadata *RuntimeMetadata `protobuf:"bytes,4,opt,name=runtime_metadata,json=runtimeMetadata,proto3" json:"runtime_metadata,omitempty"`
}
The response to a GetTemplate request.
func (*GetTemplateResponse) Descriptor
func (*GetTemplateResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetTemplateResponse.ProtoReflect.Descriptor instead.
func (*GetTemplateResponse) GetMetadata
func (x *GetTemplateResponse) GetMetadata() *TemplateMetadata
func (*GetTemplateResponse) GetRuntimeMetadata
func (x *GetTemplateResponse) GetRuntimeMetadata() *RuntimeMetadata
func (*GetTemplateResponse) GetStatus
func (x *GetTemplateResponse) GetStatus() *status.Status
func (*GetTemplateResponse) GetTemplateType
func (x *GetTemplateResponse) GetTemplateType() GetTemplateResponse_TemplateType
func (*GetTemplateResponse) ProtoMessage
func (*GetTemplateResponse) ProtoMessage()
func (*GetTemplateResponse) ProtoReflect
func (x *GetTemplateResponse) ProtoReflect() protoreflect.Message
func (*GetTemplateResponse) Reset
func (x *GetTemplateResponse) Reset()
func (*GetTemplateResponse) String
func (x *GetTemplateResponse) String() string
GetTemplateResponse_TemplateType
type GetTemplateResponse_TemplateType int32
Template Type.
GetTemplateResponse_UNKNOWN, GetTemplateResponse_LEGACY, GetTemplateResponse_FLEX
const (
// Unknown Template Type.
GetTemplateResponse_UNKNOWN GetTemplateResponse_TemplateType = 0
// Legacy Template.
GetTemplateResponse_LEGACY GetTemplateResponse_TemplateType = 1
// Flex Template.
GetTemplateResponse_FLEX GetTemplateResponse_TemplateType = 2
)
func (GetTemplateResponse_TemplateType) Descriptor
func (GetTemplateResponse_TemplateType) Descriptor() protoreflect.EnumDescriptor
func (GetTemplateResponse_TemplateType) Enum
func (x GetTemplateResponse_TemplateType) Enum() *GetTemplateResponse_TemplateType
func (GetTemplateResponse_TemplateType) EnumDescriptor
func (GetTemplateResponse_TemplateType) EnumDescriptor() ([]byte, []int)
Deprecated: Use GetTemplateResponse_TemplateType.Descriptor instead.
func (GetTemplateResponse_TemplateType) Number
func (x GetTemplateResponse_TemplateType) Number() protoreflect.EnumNumber
func (GetTemplateResponse_TemplateType) String
func (x GetTemplateResponse_TemplateType) String() string
func (GetTemplateResponse_TemplateType) Type
func (GetTemplateResponse_TemplateType) Type() protoreflect.EnumType
InvalidTemplateParameters
type InvalidTemplateParameters struct {
// Describes all parameter violations in a template request.
ParameterViolations []*InvalidTemplateParameters_ParameterViolation `protobuf:"bytes,1,rep,name=parameter_violations,json=parameterViolations,proto3" json:"parameter_violations,omitempty"`
// contains filtered or unexported fields
}
Used in the error_details field of a google.rpc.Status message, this indicates problems with the template parameter.
func (*InvalidTemplateParameters) Descriptor
func (*InvalidTemplateParameters) Descriptor() ([]byte, []int)
Deprecated: Use InvalidTemplateParameters.ProtoReflect.Descriptor instead.
func (*InvalidTemplateParameters) GetParameterViolations
func (x *InvalidTemplateParameters) GetParameterViolations() []*InvalidTemplateParameters_ParameterViolation
func (*InvalidTemplateParameters) ProtoMessage
func (*InvalidTemplateParameters) ProtoMessage()
func (*InvalidTemplateParameters) ProtoReflect
func (x *InvalidTemplateParameters) ProtoReflect() protoreflect.Message
func (*InvalidTemplateParameters) Reset
func (x *InvalidTemplateParameters) Reset()
func (*InvalidTemplateParameters) String
func (x *InvalidTemplateParameters) String() string
InvalidTemplateParameters_ParameterViolation
type InvalidTemplateParameters_ParameterViolation struct {
// The parameter that failed to validate.
Parameter string `protobuf:"bytes,1,opt,name=parameter,proto3" json:"parameter,omitempty"`
// A description of why the parameter failed to validate.
Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
// contains filtered or unexported fields
}
A specific template-parameter violation.
func (*InvalidTemplateParameters_ParameterViolation) Descriptor
func (*InvalidTemplateParameters_ParameterViolation) Descriptor() ([]byte, []int)
Deprecated: Use InvalidTemplateParameters_ParameterViolation.ProtoReflect.Descriptor instead.
func (*InvalidTemplateParameters_ParameterViolation) GetDescription
func (x *InvalidTemplateParameters_ParameterViolation) GetDescription() string
func (*InvalidTemplateParameters_ParameterViolation) GetParameter
func (x *InvalidTemplateParameters_ParameterViolation) GetParameter() string
func (*InvalidTemplateParameters_ParameterViolation) ProtoMessage
func (*InvalidTemplateParameters_ParameterViolation) ProtoMessage()
func (*InvalidTemplateParameters_ParameterViolation) ProtoReflect
func (x *InvalidTemplateParameters_ParameterViolation) ProtoReflect() protoreflect.Message
func (*InvalidTemplateParameters_ParameterViolation) Reset
func (x *InvalidTemplateParameters_ParameterViolation) Reset()
func (*InvalidTemplateParameters_ParameterViolation) String
func (x *InvalidTemplateParameters_ParameterViolation) String() string
Job
type Job struct {
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
Type JobType `protobuf:"varint,4,opt,name=type,proto3,enum=google.dataflow.v1beta3.JobType" json:"type,omitempty"`
Environment *Environment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
Steps []*Step `protobuf:"bytes,6,rep,name=steps,proto3" json:"steps,omitempty"`
StepsLocation string `protobuf:"bytes,24,opt,name=steps_location,json=stepsLocation,proto3" json:"steps_location,omitempty"`
CurrentState JobState "" /* 136 byte string literal not displayed */
CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
RequestedState JobState "" /* 142 byte string literal not displayed */
ExecutionInfo *JobExecutionInfo `protobuf:"bytes,10,opt,name=execution_info,json=executionInfo,proto3" json:"execution_info,omitempty"`
CreateTime *timestamppb.Timestamp `protobuf:"bytes,11,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
ReplaceJobId string `protobuf:"bytes,12,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
TransformNameMapping map[string]string "" /* 212 byte string literal not displayed */
ClientRequestId string `protobuf:"bytes,14,opt,name=client_request_id,json=clientRequestId,proto3" json:"client_request_id,omitempty"`
ReplacedByJobId string `protobuf:"bytes,15,opt,name=replaced_by_job_id,json=replacedByJobId,proto3" json:"replaced_by_job_id,omitempty"`
TempFiles []string `protobuf:"bytes,16,rep,name=temp_files,json=tempFiles,proto3" json:"temp_files,omitempty"`
Labels map[string]string "" /* 154 byte string literal not displayed */
Location string `protobuf:"bytes,18,opt,name=location,proto3" json:"location,omitempty"`
PipelineDescription *PipelineDescription `protobuf:"bytes,19,opt,name=pipeline_description,json=pipelineDescription,proto3" json:"pipeline_description,omitempty"`
StageStates []*ExecutionStageState `protobuf:"bytes,20,rep,name=stage_states,json=stageStates,proto3" json:"stage_states,omitempty"`
JobMetadata *JobMetadata `protobuf:"bytes,21,opt,name=job_metadata,json=jobMetadata,proto3" json:"job_metadata,omitempty"`
StartTime *timestamppb.Timestamp `protobuf:"bytes,22,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
CreatedFromSnapshotId string "" /* 129 byte string literal not displayed */
SatisfiesPzs bool `protobuf:"varint,25,opt,name=satisfies_pzs,json=satisfiesPzs,proto3" json:"satisfies_pzs,omitempty"`
}
Defines a job to be run by the Cloud Dataflow service.
func (*Job) Descriptor
Deprecated: Use Job.ProtoReflect.Descriptor instead.
func (*Job) GetClientRequestId
func (*Job) GetCreateTime
func (x *Job) GetCreateTime() *timestamppb.Timestamp
func (*Job) GetCreatedFromSnapshotId
func (*Job) GetCurrentState
func (*Job) GetCurrentStateTime
func (x *Job) GetCurrentStateTime() *timestamppb.Timestamp
func (*Job) GetEnvironment
func (x *Job) GetEnvironment() *Environment
func (*Job) GetExecutionInfo
func (x *Job) GetExecutionInfo() *JobExecutionInfo
func (*Job) GetId
func (*Job) GetJobMetadata
func (x *Job) GetJobMetadata() *JobMetadata
func (*Job) GetLabels
func (*Job) GetLocation
func (*Job) GetName
func (*Job) GetPipelineDescription
func (x *Job) GetPipelineDescription() *PipelineDescription
func (*Job) GetProjectId
func (*Job) GetReplaceJobId
func (*Job) GetReplacedByJobId
func (*Job) GetRequestedState
func (*Job) GetSatisfiesPzs
func (*Job) GetStageStates
func (x *Job) GetStageStates() []*ExecutionStageState
func (*Job) GetStartTime
func (x *Job) GetStartTime() *timestamppb.Timestamp
func (*Job) GetSteps
func (*Job) GetStepsLocation
func (*Job) GetTempFiles
func (*Job) GetTransformNameMapping
func (*Job) GetType
func (*Job) ProtoMessage
func (*Job) ProtoMessage()
func (*Job) ProtoReflect
func (x *Job) ProtoReflect() protoreflect.Message
func (*Job) Reset
func (x *Job) Reset()
func (*Job) String
JobExecutionDetails
type JobExecutionDetails struct {
// The stages of the job execution.
Stages []*StageSummary `protobuf:"bytes,1,rep,name=stages,proto3" json:"stages,omitempty"`
// If present, this response does not contain all requested tasks. To obtain
// the next page of results, repeat the request with page_token set to this
// value.
NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
// contains filtered or unexported fields
}
Information about the execution of a job.
func (*JobExecutionDetails) Descriptor
func (*JobExecutionDetails) Descriptor() ([]byte, []int)
Deprecated: Use JobExecutionDetails.ProtoReflect.Descriptor instead.
func (*JobExecutionDetails) GetNextPageToken
func (x *JobExecutionDetails) GetNextPageToken() string
func (*JobExecutionDetails) GetStages
func (x *JobExecutionDetails) GetStages() []*StageSummary
func (*JobExecutionDetails) ProtoMessage
func (*JobExecutionDetails) ProtoMessage()
func (*JobExecutionDetails) ProtoReflect
func (x *JobExecutionDetails) ProtoReflect() protoreflect.Message
func (*JobExecutionDetails) Reset
func (x *JobExecutionDetails) Reset()
func (*JobExecutionDetails) String
func (x *JobExecutionDetails) String() string
JobExecutionInfo
type JobExecutionInfo struct {
Stages map[string]*JobExecutionStageInfo "" /* 153 byte string literal not displayed */
}
Additional information about how a Cloud Dataflow job will be executed that isn't contained in the submitted job.
func (*JobExecutionInfo) Descriptor
func (*JobExecutionInfo) Descriptor() ([]byte, []int)
Deprecated: Use JobExecutionInfo.ProtoReflect.Descriptor instead.
func (*JobExecutionInfo) GetStages
func (x *JobExecutionInfo) GetStages() map[string]*JobExecutionStageInfo
func (*JobExecutionInfo) ProtoMessage
func (*JobExecutionInfo) ProtoMessage()
func (*JobExecutionInfo) ProtoReflect
func (x *JobExecutionInfo) ProtoReflect() protoreflect.Message
func (*JobExecutionInfo) Reset
func (x *JobExecutionInfo) Reset()
func (*JobExecutionInfo) String
func (x *JobExecutionInfo) String() string
JobExecutionStageInfo
type JobExecutionStageInfo struct {
// The steps associated with the execution stage.
// Note that stages may have several steps, and that a given step
// might be run by more than one stage.
StepName []string `protobuf:"bytes,1,rep,name=step_name,json=stepName,proto3" json:"step_name,omitempty"`
// contains filtered or unexported fields
}
Contains information about how a particular [google.dataflow.v1beta3.Step][google.dataflow.v1beta3.Step] will be executed.
func (*JobExecutionStageInfo) Descriptor
func (*JobExecutionStageInfo) Descriptor() ([]byte, []int)
Deprecated: Use JobExecutionStageInfo.ProtoReflect.Descriptor instead.
func (*JobExecutionStageInfo) GetStepName
func (x *JobExecutionStageInfo) GetStepName() []string
func (*JobExecutionStageInfo) ProtoMessage
func (*JobExecutionStageInfo) ProtoMessage()
func (*JobExecutionStageInfo) ProtoReflect
func (x *JobExecutionStageInfo) ProtoReflect() protoreflect.Message
func (*JobExecutionStageInfo) Reset
func (x *JobExecutionStageInfo) Reset()
func (*JobExecutionStageInfo) String
func (x *JobExecutionStageInfo) String() string
JobMessage
type JobMessage struct {
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
Time *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=time,proto3" json:"time,omitempty"`
MessageText string `protobuf:"bytes,3,opt,name=message_text,json=messageText,proto3" json:"message_text,omitempty"`
MessageImportance JobMessageImportance "" /* 163 byte string literal not displayed */
}
A particular message pertaining to a Dataflow job.
func (*JobMessage) Descriptor
func (*JobMessage) Descriptor() ([]byte, []int)
Deprecated: Use JobMessage.ProtoReflect.Descriptor instead.
func (*JobMessage) GetId
func (x *JobMessage) GetId() string
func (*JobMessage) GetMessageImportance
func (x *JobMessage) GetMessageImportance() JobMessageImportance
func (*JobMessage) GetMessageText
func (x *JobMessage) GetMessageText() string
func (*JobMessage) GetTime
func (x *JobMessage) GetTime() *timestamppb.Timestamp
func (*JobMessage) ProtoMessage
func (*JobMessage) ProtoMessage()
func (*JobMessage) ProtoReflect
func (x *JobMessage) ProtoReflect() protoreflect.Message
func (*JobMessage) Reset
func (x *JobMessage) Reset()
func (*JobMessage) String
func (x *JobMessage) String() string
JobMessageImportance
type JobMessageImportance int32
Indicates the importance of the message.
JobMessageImportance_JOB_MESSAGE_IMPORTANCE_UNKNOWN, JobMessageImportance_JOB_MESSAGE_DEBUG, JobMessageImportance_JOB_MESSAGE_DETAILED, JobMessageImportance_JOB_MESSAGE_BASIC, JobMessageImportance_JOB_MESSAGE_WARNING, JobMessageImportance_JOB_MESSAGE_ERROR
const (
// The message importance isn't specified, or is unknown.
JobMessageImportance_JOB_MESSAGE_IMPORTANCE_UNKNOWN JobMessageImportance = 0
// The message is at the 'debug' level: typically only useful for
// software engineers working on the code the job is running.
// Typically, Dataflow pipeline runners do not display log messages
// at this level by default.
JobMessageImportance_JOB_MESSAGE_DEBUG JobMessageImportance = 1
// The message is at the 'detailed' level: somewhat verbose, but
// potentially useful to users. Typically, Dataflow pipeline
// runners do not display log messages at this level by default.
// These messages are displayed by default in the Dataflow
// monitoring UI.
JobMessageImportance_JOB_MESSAGE_DETAILED JobMessageImportance = 2
// The message is at the 'basic' level: useful for keeping
// track of the execution of a Dataflow pipeline. Typically,
// Dataflow pipeline runners display log messages at this level by
// default, and these messages are displayed by default in the
// Dataflow monitoring UI.
JobMessageImportance_JOB_MESSAGE_BASIC JobMessageImportance = 5
// The message is at the 'warning' level: indicating a condition
// pertaining to a job which may require human intervention.
// Typically, Dataflow pipeline runners display log messages at this
// level by default, and these messages are displayed by default in
// the Dataflow monitoring UI.
JobMessageImportance_JOB_MESSAGE_WARNING JobMessageImportance = 3
// The message is at the 'error' level: indicating a condition
// preventing a job from succeeding. Typically, Dataflow pipeline
// runners display log messages at this level by default, and these
// messages are displayed by default in the Dataflow monitoring UI.
JobMessageImportance_JOB_MESSAGE_ERROR JobMessageImportance = 4
)
func (JobMessageImportance) Descriptor
func (JobMessageImportance) Descriptor() protoreflect.EnumDescriptor
func (JobMessageImportance) Enum
func (x JobMessageImportance) Enum() *JobMessageImportance
func (JobMessageImportance) EnumDescriptor
func (JobMessageImportance) EnumDescriptor() ([]byte, []int)
Deprecated: Use JobMessageImportance.Descriptor instead.
func (JobMessageImportance) Number
func (x JobMessageImportance) Number() protoreflect.EnumNumber
func (JobMessageImportance) String
func (x JobMessageImportance) String() string
func (JobMessageImportance) Type
func (JobMessageImportance) Type() protoreflect.EnumType
JobMetadata
type JobMetadata struct {
// The SDK version used to run the job.
SdkVersion *SdkVersion `protobuf:"bytes,1,opt,name=sdk_version,json=sdkVersion,proto3" json:"sdk_version,omitempty"`
// Identification of a Spanner source used in the Dataflow job.
SpannerDetails []*SpannerIODetails `protobuf:"bytes,2,rep,name=spanner_details,json=spannerDetails,proto3" json:"spanner_details,omitempty"`
// Identification of a BigQuery source used in the Dataflow job.
BigqueryDetails []*BigQueryIODetails `protobuf:"bytes,3,rep,name=bigquery_details,json=bigqueryDetails,proto3" json:"bigquery_details,omitempty"`
// Identification of a Cloud Bigtable source used in the Dataflow job.
BigTableDetails []*BigTableIODetails `protobuf:"bytes,4,rep,name=big_table_details,json=bigTableDetails,proto3" json:"big_table_details,omitempty"`
// Identification of a Pub/Sub source used in the Dataflow job.
PubsubDetails []*PubSubIODetails `protobuf:"bytes,5,rep,name=pubsub_details,json=pubsubDetails,proto3" json:"pubsub_details,omitempty"`
// Identification of a File source used in the Dataflow job.
FileDetails []*FileIODetails `protobuf:"bytes,6,rep,name=file_details,json=fileDetails,proto3" json:"file_details,omitempty"`
// Identification of a Datastore source used in the Dataflow job.
DatastoreDetails []*DatastoreIODetails `protobuf:"bytes,7,rep,name=datastore_details,json=datastoreDetails,proto3" json:"datastore_details,omitempty"`
// contains filtered or unexported fields
}
Metadata available primarily for filtering jobs. Will be included in the ListJob response and Job SUMMARY view.
func (*JobMetadata) Descriptor
func (*JobMetadata) Descriptor() ([]byte, []int)
Deprecated: Use JobMetadata.ProtoReflect.Descriptor instead.
func (*JobMetadata) GetBigTableDetails
func (x *JobMetadata) GetBigTableDetails() []*BigTableIODetails
func (*JobMetadata) GetBigqueryDetails
func (x *JobMetadata) GetBigqueryDetails() []*BigQueryIODetails
func (*JobMetadata) GetDatastoreDetails
func (x *JobMetadata) GetDatastoreDetails() []*DatastoreIODetails
func (*JobMetadata) GetFileDetails
func (x *JobMetadata) GetFileDetails() []*FileIODetails
func (*JobMetadata) GetPubsubDetails
func (x *JobMetadata) GetPubsubDetails() []*PubSubIODetails
func (*JobMetadata) GetSdkVersion
func (x *JobMetadata) GetSdkVersion() *SdkVersion
func (*JobMetadata) GetSpannerDetails
func (x *JobMetadata) GetSpannerDetails() []*SpannerIODetails
func (*JobMetadata) ProtoMessage
func (*JobMetadata) ProtoMessage()
func (*JobMetadata) ProtoReflect
func (x *JobMetadata) ProtoReflect() protoreflect.Message
func (*JobMetadata) Reset
func (x *JobMetadata) Reset()
func (*JobMetadata) String
func (x *JobMetadata) String() string
JobMetrics
type JobMetrics struct {
// Timestamp as of which metric values are current.
MetricTime *timestamppb.Timestamp `protobuf:"bytes,1,opt,name=metric_time,json=metricTime,proto3" json:"metric_time,omitempty"`
// All metrics for this job.
Metrics []*MetricUpdate `protobuf:"bytes,2,rep,name=metrics,proto3" json:"metrics,omitempty"`
// contains filtered or unexported fields
}
JobMetrics contains a collection of metrics describing the detailed progress of a Dataflow job. Metrics correspond to user-defined and system-defined metrics in the job.
This resource captures only the most recent values of each metric; time-series data can be queried for them (under the same metric names) from Cloud Monitoring.
func (*JobMetrics) Descriptor
func (*JobMetrics) Descriptor() ([]byte, []int)
Deprecated: Use JobMetrics.ProtoReflect.Descriptor instead.
func (*JobMetrics) GetMetricTime
func (x *JobMetrics) GetMetricTime() *timestamppb.Timestamp
func (*JobMetrics) GetMetrics
func (x *JobMetrics) GetMetrics() []*MetricUpdate
func (*JobMetrics) ProtoMessage
func (*JobMetrics) ProtoMessage()
func (*JobMetrics) ProtoReflect
func (x *JobMetrics) ProtoReflect() protoreflect.Message
func (*JobMetrics) Reset
func (x *JobMetrics) Reset()
func (*JobMetrics) String
func (x *JobMetrics) String() string
JobState
type JobState int32
Describes the overall state of a [google.dataflow.v1beta3.Job][google.dataflow.v1beta3.Job].
JobState_JOB_STATE_UNKNOWN, JobState_JOB_STATE_STOPPED, JobState_JOB_STATE_RUNNING, JobState_JOB_STATE_DONE, JobState_JOB_STATE_FAILED, JobState_JOB_STATE_CANCELLED, JobState_JOB_STATE_UPDATED, JobState_JOB_STATE_DRAINING, JobState_JOB_STATE_DRAINED, JobState_JOB_STATE_PENDING, JobState_JOB_STATE_CANCELLING, JobState_JOB_STATE_QUEUED, JobState_JOB_STATE_RESOURCE_CLEANING_UP
const (
// The job's run state isn't specified.
JobState_JOB_STATE_UNKNOWN JobState = 0
// `JOB_STATE_STOPPED` indicates that the job has not
// yet started to run.
JobState_JOB_STATE_STOPPED JobState = 1
// `JOB_STATE_RUNNING` indicates that the job is currently running.
JobState_JOB_STATE_RUNNING JobState = 2
// `JOB_STATE_DONE` indicates that the job has successfully completed.
// This is a terminal job state. This state may be set by the Cloud Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a terminal
// state.
JobState_JOB_STATE_DONE JobState = 3
// `JOB_STATE_FAILED` indicates that the job has failed. This is a
// terminal job state. This state may only be set by the Cloud Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
JobState_JOB_STATE_FAILED JobState = 4
// `JOB_STATE_CANCELLED` indicates that the job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has not
// yet reached another terminal state.
JobState_JOB_STATE_CANCELLED JobState = 5
// `JOB_STATE_UPDATED` indicates that the job was successfully updated,
// meaning that this job was stopped and another job was started, inheriting
// state from this one. This is a terminal job state. This state may only be
// set by the Cloud Dataflow service, and only as a transition from
// `JOB_STATE_RUNNING`.
JobState_JOB_STATE_UPDATED JobState = 6
// `JOB_STATE_DRAINING` indicates that the job is in the process of draining.
// A draining job has stopped pulling from its input sources and is processing
// any data that remains in-flight. This state may be set via a Cloud Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`. Jobs
// that are draining may only transition to `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
JobState_JOB_STATE_DRAINING JobState = 7
// `JOB_STATE_DRAINED` indicates that the job has been drained.
// A drained job terminated by stopping pulling from its input sources and
// processing any data that remained in-flight when draining was requested.
// This state is a terminal state, may only be set by the Cloud Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
JobState_JOB_STATE_DRAINED JobState = 8
// `JOB_STATE_PENDING` indicates that the job has been created but is not yet
// running. Jobs that are pending may only transition to `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
JobState_JOB_STATE_PENDING JobState = 9
// `JOB_STATE_CANCELLING` indicates that the job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may only
// transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`.
JobState_JOB_STATE_CANCELLING JobState = 10
// `JOB_STATE_QUEUED` indicates that the job has been created but is being
// delayed until launch. Jobs that are queued may only transition to
// `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.
JobState_JOB_STATE_QUEUED JobState = 11
// `JOB_STATE_RESOURCE_CLEANING_UP` indicates that the batch job's associated
// resources are currently being cleaned up after a successful run.
// Currently, this is an opt-in feature, please reach out to Cloud support
// team if you are interested.
JobState_JOB_STATE_RESOURCE_CLEANING_UP JobState = 12
)
func (JobState) Descriptor
func (JobState) Descriptor() protoreflect.EnumDescriptor
func (JobState) Enum
func (JobState) EnumDescriptor
Deprecated: Use JobState.Descriptor instead.
func (JobState) Number
func (x JobState) Number() protoreflect.EnumNumber
func (JobState) String
func (JobState) Type
func (JobState) Type() protoreflect.EnumType
JobType
type JobType int32
Specifies the processing model used by a [google.dataflow.v1beta3.Job], which determines the way the Job is managed by the Cloud Dataflow service (how workers are scheduled, how inputs are sharded, etc).
JobType_JOB_TYPE_UNKNOWN, JobType_JOB_TYPE_BATCH, JobType_JOB_TYPE_STREAMING
const (
// The type of the job is unspecified, or unknown.
JobType_JOB_TYPE_UNKNOWN JobType = 0
// A batch job with a well-defined end point: data is read, data is
// processed, data is written, and the job is done.
JobType_JOB_TYPE_BATCH JobType = 1
// A continuously streaming job with no end: data is read,
// processed, and written continuously.
JobType_JOB_TYPE_STREAMING JobType = 2
)
func (JobType) Descriptor
func (JobType) Descriptor() protoreflect.EnumDescriptor
func (JobType) Enum
func (JobType) EnumDescriptor
Deprecated: Use JobType.Descriptor instead.
func (JobType) Number
func (x JobType) Number() protoreflect.EnumNumber
func (JobType) String
func (JobType) Type
func (JobType) Type() protoreflect.EnumType
JobView
type JobView int32
Selector for how much information is returned in Job responses.
JobView_JOB_VIEW_UNKNOWN, JobView_JOB_VIEW_SUMMARY, JobView_JOB_VIEW_ALL, JobView_JOB_VIEW_DESCRIPTION
const (
// The job view to return isn't specified, or is unknown.
// Responses will contain at least the `JOB_VIEW_SUMMARY` information,
// and may contain additional information.
JobView_JOB_VIEW_UNKNOWN JobView = 0
// Request summary information only:
// Project ID, Job ID, job name, job type, job status, start/end time,
// and Cloud SDK version details.
JobView_JOB_VIEW_SUMMARY JobView = 1
// Request all information available for this job.
JobView_JOB_VIEW_ALL JobView = 2
// Request summary info and limited job description data for steps, labels and
// environment.
JobView_JOB_VIEW_DESCRIPTION JobView = 3
)
func (JobView) Descriptor
func (JobView) Descriptor() protoreflect.EnumDescriptor
func (JobView) Enum
func (JobView) EnumDescriptor
Deprecated: Use JobView.Descriptor instead.
func (JobView) Number
func (x JobView) Number() protoreflect.EnumNumber
func (JobView) String
func (JobView) Type
func (JobView) Type() protoreflect.EnumType
JobsV1Beta3Client
type JobsV1Beta3Client interface {
// Creates a Cloud Dataflow job.
//
// To create a job, we recommend using `projects.locations.jobs.create` with a
// [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.create` is not recommended, as your job will always start
// in `us-central1`.
CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
// Gets the state of the specified Cloud Dataflow job.
//
// To get the state of a job, we recommend using `projects.locations.jobs.get`
// with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.get` is not recommended, as you can only get the state of
// jobs that are running in `us-central1`.
GetJob(ctx context.Context, in *GetJobRequest, opts ...grpc.CallOption) (*Job, error)
// Updates the state of an existing Cloud Dataflow job.
//
// To update the state of an existing job, we recommend using
// `projects.locations.jobs.update` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.update` is not recommended, as you can only update the state
// of jobs that are running in `us-central1`.
UpdateJob(ctx context.Context, in *UpdateJobRequest, opts ...grpc.CallOption) (*Job, error)
// List the jobs of a project.
//
// To list the jobs of a project in a region, we recommend using
// `projects.locations.jobs.list` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
// list the all jobs across all regions, use `projects.jobs.aggregated`. Using
// `projects.jobs.list` is not recommended, as you can only get the list of
// jobs that are running in `us-central1`.
ListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error)
// List the jobs of a project across all regions.
AggregatedListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error)
// Check for existence of active jobs in the given project across all regions.
CheckActiveJobs(ctx context.Context, in *CheckActiveJobsRequest, opts ...grpc.CallOption) (*CheckActiveJobsResponse, error)
// Snapshot the state of a streaming job.
SnapshotJob(ctx context.Context, in *SnapshotJobRequest, opts ...grpc.CallOption) (*Snapshot, error)
}
JobsV1Beta3Client is the client API for JobsV1Beta3 service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewJobsV1Beta3Client
func NewJobsV1Beta3Client(cc grpc.ClientConnInterface) JobsV1Beta3Client
JobsV1Beta3Server
type JobsV1Beta3Server interface {
// Creates a Cloud Dataflow job.
//
// To create a job, we recommend using `projects.locations.jobs.create` with a
// [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.create` is not recommended, as your job will always start
// in `us-central1`.
CreateJob(context.Context, *CreateJobRequest) (*Job, error)
// Gets the state of the specified Cloud Dataflow job.
//
// To get the state of a job, we recommend using `projects.locations.jobs.get`
// with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.get` is not recommended, as you can only get the state of
// jobs that are running in `us-central1`.
GetJob(context.Context, *GetJobRequest) (*Job, error)
// Updates the state of an existing Cloud Dataflow job.
//
// To update the state of an existing job, we recommend using
// `projects.locations.jobs.update` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.update` is not recommended, as you can only update the state
// of jobs that are running in `us-central1`.
UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)
// List the jobs of a project.
//
// To list the jobs of a project in a region, we recommend using
// `projects.locations.jobs.list` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
// list the all jobs across all regions, use `projects.jobs.aggregated`. Using
// `projects.jobs.list` is not recommended, as you can only get the list of
// jobs that are running in `us-central1`.
ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
// List the jobs of a project across all regions.
AggregatedListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
// Check for existence of active jobs in the given project across all regions.
CheckActiveJobs(context.Context, *CheckActiveJobsRequest) (*CheckActiveJobsResponse, error)
// Snapshot the state of a streaming job.
SnapshotJob(context.Context, *SnapshotJobRequest) (*Snapshot, error)
}
JobsV1Beta3Server is the server API for JobsV1Beta3 service.
KeyRangeDataDiskAssignment
type KeyRangeDataDiskAssignment struct {
// The start (inclusive) of the key range.
Start string `protobuf:"bytes,1,opt,name=start,proto3" json:"start,omitempty"`
// The end (exclusive) of the key range.
End string `protobuf:"bytes,2,opt,name=end,proto3" json:"end,omitempty"`
// The name of the data disk where data for this range is stored.
// This name is local to the Google Cloud Platform project and uniquely
// identifies the disk within that project, for example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string `protobuf:"bytes,3,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
// contains filtered or unexported fields
}
Data disk assignment information for a specific key-range of a sharded computation. Currently we only support UTF-8 character splits to simplify encoding into JSON.
func (*KeyRangeDataDiskAssignment) Descriptor
func (*KeyRangeDataDiskAssignment) Descriptor() ([]byte, []int)
Deprecated: Use KeyRangeDataDiskAssignment.ProtoReflect.Descriptor instead.
func (*KeyRangeDataDiskAssignment) GetDataDisk
func (x *KeyRangeDataDiskAssignment) GetDataDisk() string
func (*KeyRangeDataDiskAssignment) GetEnd
func (x *KeyRangeDataDiskAssignment) GetEnd() string
func (*KeyRangeDataDiskAssignment) GetStart
func (x *KeyRangeDataDiskAssignment) GetStart() string
func (*KeyRangeDataDiskAssignment) ProtoMessage
func (*KeyRangeDataDiskAssignment) ProtoMessage()
func (*KeyRangeDataDiskAssignment) ProtoReflect
func (x *KeyRangeDataDiskAssignment) ProtoReflect() protoreflect.Message
func (*KeyRangeDataDiskAssignment) Reset
func (x *KeyRangeDataDiskAssignment) Reset()
func (*KeyRangeDataDiskAssignment) String
func (x *KeyRangeDataDiskAssignment) String() string
KeyRangeLocation
type KeyRangeLocation struct {
Start string `protobuf:"bytes,1,opt,name=start,proto3" json:"start,omitempty"`
End string `protobuf:"bytes,2,opt,name=end,proto3" json:"end,omitempty"`
DeliveryEndpoint string `protobuf:"bytes,3,opt,name=delivery_endpoint,json=deliveryEndpoint,proto3" json:"delivery_endpoint,omitempty"`
DataDisk string `protobuf:"bytes,5,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
DeprecatedPersistentDirectory string "" /* 150 byte string literal not displayed */
}
Location information for a specific key-range of a sharded computation. Currently we only support UTF-8 character splits to simplify encoding into JSON.
func (*KeyRangeLocation) Descriptor
func (*KeyRangeLocation) Descriptor() ([]byte, []int)
Deprecated: Use KeyRangeLocation.ProtoReflect.Descriptor instead.
func (*KeyRangeLocation) GetDataDisk
func (x *KeyRangeLocation) GetDataDisk() string
func (*KeyRangeLocation) GetDeliveryEndpoint
func (x *KeyRangeLocation) GetDeliveryEndpoint() string
func (*KeyRangeLocation) GetDeprecatedPersistentDirectory
func (x *KeyRangeLocation) GetDeprecatedPersistentDirectory() string
Deprecated: Marked as deprecated in google/dataflow/v1beta3/streaming.proto.
func (*KeyRangeLocation) GetEnd
func (x *KeyRangeLocation) GetEnd() string
func (*KeyRangeLocation) GetStart
func (x *KeyRangeLocation) GetStart() string
func (*KeyRangeLocation) ProtoMessage
func (*KeyRangeLocation) ProtoMessage()
func (*KeyRangeLocation) ProtoReflect
func (x *KeyRangeLocation) ProtoReflect() protoreflect.Message
func (*KeyRangeLocation) Reset
func (x *KeyRangeLocation) Reset()
func (*KeyRangeLocation) String
func (x *KeyRangeLocation) String() string
KindType
type KindType int32
Type of transform or stage operation.
KindType_UNKNOWN_KIND, KindType_PAR_DO_KIND, KindType_GROUP_BY_KEY_KIND, KindType_FLATTEN_KIND, KindType_READ_KIND, KindType_WRITE_KIND, KindType_CONSTANT_KIND, KindType_SINGLETON_KIND, KindType_SHUFFLE_KIND
const (
// Unrecognized transform type.
KindType_UNKNOWN_KIND KindType = 0
// ParDo transform.
KindType_PAR_DO_KIND KindType = 1
// Group By Key transform.
KindType_GROUP_BY_KEY_KIND KindType = 2
// Flatten transform.
KindType_FLATTEN_KIND KindType = 3
// Read transform.
KindType_READ_KIND KindType = 4
// Write transform.
KindType_WRITE_KIND KindType = 5
// Constructs from a constant value, such as with Create.of.
KindType_CONSTANT_KIND KindType = 6
// Creates a Singleton view of a collection.
KindType_SINGLETON_KIND KindType = 7
// Opening or closing a shuffle session, often as part of a GroupByKey.
KindType_SHUFFLE_KIND KindType = 8
)
func (KindType) Descriptor
func (KindType) Descriptor() protoreflect.EnumDescriptor
func (KindType) Enum
func (KindType) EnumDescriptor
Deprecated: Use KindType.Descriptor instead.
func (KindType) Number
func (x KindType) Number() protoreflect.EnumNumber
func (KindType) String
func (KindType) Type
func (KindType) Type() protoreflect.EnumType
LaunchFlexTemplateParameter
type LaunchFlexTemplateParameter struct {
JobName string `protobuf:"bytes,1,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
Template isLaunchFlexTemplateParameter_Template `protobuf_oneof:"template"`
Parameters map[string]string "" /* 161 byte string literal not displayed */
LaunchOptions map[string]string "" /* 188 byte string literal not displayed */
Environment *FlexTemplateRuntimeEnvironment `protobuf:"bytes,7,opt,name=environment,proto3" json:"environment,omitempty"`
Update bool `protobuf:"varint,8,opt,name=update,proto3" json:"update,omitempty"`
TransformNameMappings map[string]string "" /* 214 byte string literal not displayed */
}
Launch FlexTemplate Parameter.
func (*LaunchFlexTemplateParameter) Descriptor
func (*LaunchFlexTemplateParameter) Descriptor() ([]byte, []int)
Deprecated: Use LaunchFlexTemplateParameter.ProtoReflect.Descriptor instead.
func (*LaunchFlexTemplateParameter) GetContainerSpec
func (x *LaunchFlexTemplateParameter) GetContainerSpec() *ContainerSpec
func (*LaunchFlexTemplateParameter) GetContainerSpecGcsPath
func (x *LaunchFlexTemplateParameter) GetContainerSpecGcsPath() string
func (*LaunchFlexTemplateParameter) GetEnvironment
func (x *LaunchFlexTemplateParameter) GetEnvironment() *FlexTemplateRuntimeEnvironment
func (*LaunchFlexTemplateParameter) GetJobName
func (x *LaunchFlexTemplateParameter) GetJobName() string
func (*LaunchFlexTemplateParameter) GetLaunchOptions
func (x *LaunchFlexTemplateParameter) GetLaunchOptions() map[string]string
func (*LaunchFlexTemplateParameter) GetParameters
func (x *LaunchFlexTemplateParameter) GetParameters() map[string]string
func (*LaunchFlexTemplateParameter) GetTemplate
func (m *LaunchFlexTemplateParameter) GetTemplate() isLaunchFlexTemplateParameter_Template
func (*LaunchFlexTemplateParameter) GetTransformNameMappings
func (x *LaunchFlexTemplateParameter) GetTransformNameMappings() map[string]string
func (*LaunchFlexTemplateParameter) GetUpdate
func (x *LaunchFlexTemplateParameter) GetUpdate() bool
func (*LaunchFlexTemplateParameter) ProtoMessage
func (*LaunchFlexTemplateParameter) ProtoMessage()
func (*LaunchFlexTemplateParameter) ProtoReflect
func (x *LaunchFlexTemplateParameter) ProtoReflect() protoreflect.Message
func (*LaunchFlexTemplateParameter) Reset
func (x *LaunchFlexTemplateParameter) Reset()
func (*LaunchFlexTemplateParameter) String
func (x *LaunchFlexTemplateParameter) String() string
LaunchFlexTemplateParameter_ContainerSpec
type LaunchFlexTemplateParameter_ContainerSpec struct {
// Spec about the container image to launch.
ContainerSpec *ContainerSpec `protobuf:"bytes,4,opt,name=container_spec,json=containerSpec,proto3,oneof"`
}
LaunchFlexTemplateParameter_ContainerSpecGcsPath
type LaunchFlexTemplateParameter_ContainerSpecGcsPath struct {
// Cloud Storage path to a file with json serialized ContainerSpec as
// content.
ContainerSpecGcsPath string `protobuf:"bytes,5,opt,name=container_spec_gcs_path,json=containerSpecGcsPath,proto3,oneof"`
}
LaunchFlexTemplateRequest
type LaunchFlexTemplateRequest struct {
// Required. The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// Required. Parameter to launch a job form Flex Template.
LaunchParameter *LaunchFlexTemplateParameter `protobuf:"bytes,2,opt,name=launch_parameter,json=launchParameter,proto3" json:"launch_parameter,omitempty"`
// Required. The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
// which to direct the request. E.g., us-central1, us-west1.
Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
// If true, the request is validated but not actually executed.
// Defaults to false.
ValidateOnly bool `protobuf:"varint,4,opt,name=validate_only,json=validateOnly,proto3" json:"validate_only,omitempty"`
// contains filtered or unexported fields
}
A request to launch a Cloud Dataflow job from a FlexTemplate.
func (*LaunchFlexTemplateRequest) Descriptor
func (*LaunchFlexTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use LaunchFlexTemplateRequest.ProtoReflect.Descriptor instead.
func (*LaunchFlexTemplateRequest) GetLaunchParameter
func (x *LaunchFlexTemplateRequest) GetLaunchParameter() *LaunchFlexTemplateParameter
func (*LaunchFlexTemplateRequest) GetLocation
func (x *LaunchFlexTemplateRequest) GetLocation() string
func (*LaunchFlexTemplateRequest) GetProjectId
func (x *LaunchFlexTemplateRequest) GetProjectId() string
func (*LaunchFlexTemplateRequest) GetValidateOnly
func (x *LaunchFlexTemplateRequest) GetValidateOnly() bool
func (*LaunchFlexTemplateRequest) ProtoMessage
func (*LaunchFlexTemplateRequest) ProtoMessage()
func (*LaunchFlexTemplateRequest) ProtoReflect
func (x *LaunchFlexTemplateRequest) ProtoReflect() protoreflect.Message
func (*LaunchFlexTemplateRequest) Reset
func (x *LaunchFlexTemplateRequest) Reset()
func (*LaunchFlexTemplateRequest) String
func (x *LaunchFlexTemplateRequest) String() string
LaunchFlexTemplateResponse
type LaunchFlexTemplateResponse struct {
// The job that was launched, if the request was not a dry run and
// the job was successfully launched.
Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
// contains filtered or unexported fields
}
Response to the request to launch a job from Flex Template.
func (*LaunchFlexTemplateResponse) Descriptor
func (*LaunchFlexTemplateResponse) Descriptor() ([]byte, []int)
Deprecated: Use LaunchFlexTemplateResponse.ProtoReflect.Descriptor instead.
func (*LaunchFlexTemplateResponse) GetJob
func (x *LaunchFlexTemplateResponse) GetJob() *Job
func (*LaunchFlexTemplateResponse) ProtoMessage
func (*LaunchFlexTemplateResponse) ProtoMessage()
func (*LaunchFlexTemplateResponse) ProtoReflect
func (x *LaunchFlexTemplateResponse) ProtoReflect() protoreflect.Message
func (*LaunchFlexTemplateResponse) Reset
func (x *LaunchFlexTemplateResponse) Reset()
func (*LaunchFlexTemplateResponse) String
func (x *LaunchFlexTemplateResponse) String() string
LaunchTemplateParameters
type LaunchTemplateParameters struct {
JobName string `protobuf:"bytes,1,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
Parameters map[string]string "" /* 161 byte string literal not displayed */
Environment *RuntimeEnvironment `protobuf:"bytes,3,opt,name=environment,proto3" json:"environment,omitempty"`
Update bool `protobuf:"varint,4,opt,name=update,proto3" json:"update,omitempty"`
TransformNameMapping map[string]string "" /* 211 byte string literal not displayed */
}
Parameters to provide to the template being launched.
func (*LaunchTemplateParameters) Descriptor
func (*LaunchTemplateParameters) Descriptor() ([]byte, []int)
Deprecated: Use LaunchTemplateParameters.ProtoReflect.Descriptor instead.
func (*LaunchTemplateParameters) GetEnvironment
func (x *LaunchTemplateParameters) GetEnvironment() *RuntimeEnvironment
func (*LaunchTemplateParameters) GetJobName
func (x *LaunchTemplateParameters) GetJobName() string
func (*LaunchTemplateParameters) GetParameters
func (x *LaunchTemplateParameters) GetParameters() map[string]string
func (*LaunchTemplateParameters) GetTransformNameMapping
func (x *LaunchTemplateParameters) GetTransformNameMapping() map[string]string
func (*LaunchTemplateParameters) GetUpdate
func (x *LaunchTemplateParameters) GetUpdate() bool
func (*LaunchTemplateParameters) ProtoMessage
func (*LaunchTemplateParameters) ProtoMessage()
func (*LaunchTemplateParameters) ProtoReflect
func (x *LaunchTemplateParameters) ProtoReflect() protoreflect.Message
func (*LaunchTemplateParameters) Reset
func (x *LaunchTemplateParameters) Reset()
func (*LaunchTemplateParameters) String
func (x *LaunchTemplateParameters) String() string
LaunchTemplateRequest
type LaunchTemplateRequest struct {
// Required. The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// If true, the request is validated but not actually executed.
// Defaults to false.
ValidateOnly bool `protobuf:"varint,2,opt,name=validate_only,json=validateOnly,proto3" json:"validate_only,omitempty"`
// The template from which to create the job.
//
// Types that are assignable to Template:
//
// *LaunchTemplateRequest_GcsPath
// *LaunchTemplateRequest_DynamicTemplate
Template isLaunchTemplateRequest_Template `protobuf_oneof:"template"`
// The parameters of the template to launch. This should be part of the
// body of the POST request.
LaunchParameters *LaunchTemplateParameters `protobuf:"bytes,4,opt,name=launch_parameters,json=launchParameters,proto3" json:"launch_parameters,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
// which to direct the request.
Location string `protobuf:"bytes,5,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
A request to launch a template.
func (*LaunchTemplateRequest) Descriptor
func (*LaunchTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use LaunchTemplateRequest.ProtoReflect.Descriptor instead.
func (*LaunchTemplateRequest) GetDynamicTemplate
func (x *LaunchTemplateRequest) GetDynamicTemplate() *DynamicTemplateLaunchParams
func (*LaunchTemplateRequest) GetGcsPath
func (x *LaunchTemplateRequest) GetGcsPath() string
func (*LaunchTemplateRequest) GetLaunchParameters
func (x *LaunchTemplateRequest) GetLaunchParameters() *LaunchTemplateParameters
func (*LaunchTemplateRequest) GetLocation
func (x *LaunchTemplateRequest) GetLocation() string
func (*LaunchTemplateRequest) GetProjectId
func (x *LaunchTemplateRequest) GetProjectId() string
func (*LaunchTemplateRequest) GetTemplate
func (m *LaunchTemplateRequest) GetTemplate() isLaunchTemplateRequest_Template
func (*LaunchTemplateRequest) GetValidateOnly
func (x *LaunchTemplateRequest) GetValidateOnly() bool
func (*LaunchTemplateRequest) ProtoMessage
func (*LaunchTemplateRequest) ProtoMessage()
func (*LaunchTemplateRequest) ProtoReflect
func (x *LaunchTemplateRequest) ProtoReflect() protoreflect.Message
func (*LaunchTemplateRequest) Reset
func (x *LaunchTemplateRequest) Reset()
func (*LaunchTemplateRequest) String
func (x *LaunchTemplateRequest) String() string
LaunchTemplateRequest_DynamicTemplate
type LaunchTemplateRequest_DynamicTemplate struct {
// Params for launching a dynamic template.
DynamicTemplate *DynamicTemplateLaunchParams `protobuf:"bytes,6,opt,name=dynamic_template,json=dynamicTemplate,proto3,oneof"`
}
LaunchTemplateRequest_GcsPath
type LaunchTemplateRequest_GcsPath struct {
// A Cloud Storage path to the template from which to create
// the job.
// Must be valid Cloud Storage URL, beginning with 'gs://'.
GcsPath string `protobuf:"bytes,3,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}
LaunchTemplateResponse
type LaunchTemplateResponse struct {
// The job that was launched, if the request was not a dry run and
// the job was successfully launched.
Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
// contains filtered or unexported fields
}
Response to the request to launch a template.
func (*LaunchTemplateResponse) Descriptor
func (*LaunchTemplateResponse) Descriptor() ([]byte, []int)
Deprecated: Use LaunchTemplateResponse.ProtoReflect.Descriptor instead.
func (*LaunchTemplateResponse) GetJob
func (x *LaunchTemplateResponse) GetJob() *Job
func (*LaunchTemplateResponse) ProtoMessage
func (*LaunchTemplateResponse) ProtoMessage()
func (*LaunchTemplateResponse) ProtoReflect
func (x *LaunchTemplateResponse) ProtoReflect() protoreflect.Message
func (*LaunchTemplateResponse) Reset
func (x *LaunchTemplateResponse) Reset()
func (*LaunchTemplateResponse) String
func (x *LaunchTemplateResponse) String() string
ListJobMessagesRequest
type ListJobMessagesRequest struct {
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
MinimumImportance JobMessageImportance "" /* 163 byte string literal not displayed */
PageSize int32 `protobuf:"varint,4,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
PageToken string `protobuf:"bytes,5,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
StartTime *timestamppb.Timestamp `protobuf:"bytes,6,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
EndTime *timestamppb.Timestamp `protobuf:"bytes,7,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
Location string `protobuf:"bytes,8,opt,name=location,proto3" json:"location,omitempty"`
}
Request to list job messages. Up to max_results messages will be returned in the time range specified starting with the oldest messages first. If no time range is specified the results with start with the oldest message.
func (*ListJobMessagesRequest) Descriptor
func (*ListJobMessagesRequest) Descriptor() ([]byte, []int)
Deprecated: Use ListJobMessagesRequest.ProtoReflect.Descriptor instead.
func (*ListJobMessagesRequest) GetEndTime
func (x *ListJobMessagesRequest) GetEndTime() *timestamppb.Timestamp
func (*ListJobMessagesRequest) GetJobId
func (x *ListJobMessagesRequest) GetJobId() string
func (*ListJobMessagesRequest) GetLocation
func (x *ListJobMessagesRequest) GetLocation() string
func (*ListJobMessagesRequest) GetMinimumImportance
func (x *ListJobMessagesRequest) GetMinimumImportance() JobMessageImportance
func (*ListJobMessagesRequest) GetPageSize
func (x *ListJobMessagesRequest) GetPageSize() int32
func (*ListJobMessagesRequest) GetPageToken
func (x *ListJobMessagesRequest) GetPageToken() string
func (*ListJobMessagesRequest) GetProjectId
func (x *ListJobMessagesRequest) GetProjectId() string
func (*ListJobMessagesRequest) GetStartTime
func (x *ListJobMessagesRequest) GetStartTime() *timestamppb.Timestamp
func (*ListJobMessagesRequest) ProtoMessage
func (*ListJobMessagesRequest) ProtoMessage()
func (*ListJobMessagesRequest) ProtoReflect
func (x *ListJobMessagesRequest) ProtoReflect() protoreflect.Message
func (*ListJobMessagesRequest) Reset
func (x *ListJobMessagesRequest) Reset()
func (*ListJobMessagesRequest) String
func (x *ListJobMessagesRequest) String() string
ListJobMessagesResponse
type ListJobMessagesResponse struct {
// Messages in ascending timestamp order.
JobMessages []*JobMessage `protobuf:"bytes,1,rep,name=job_messages,json=jobMessages,proto3" json:"job_messages,omitempty"`
// The token to obtain the next page of results if there are more.
NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
// Autoscaling events in ascending timestamp order.
AutoscalingEvents []*AutoscalingEvent `protobuf:"bytes,3,rep,name=autoscaling_events,json=autoscalingEvents,proto3" json:"autoscaling_events,omitempty"`
// contains filtered or unexported fields
}
Response to a request to list job messages.
func (*ListJobMessagesResponse) Descriptor
func (*ListJobMessagesResponse) Descriptor() ([]byte, []int)
Deprecated: Use ListJobMessagesResponse.ProtoReflect.Descriptor instead.
func (*ListJobMessagesResponse) GetAutoscalingEvents
func (x *ListJobMessagesResponse) GetAutoscalingEvents() []*AutoscalingEvent
func (*ListJobMessagesResponse) GetJobMessages
func (x *ListJobMessagesResponse) GetJobMessages() []*JobMessage
func (*ListJobMessagesResponse) GetNextPageToken
func (x *ListJobMessagesResponse) GetNextPageToken() string
func (*ListJobMessagesResponse) ProtoMessage
func (*ListJobMessagesResponse) ProtoMessage()
func (*ListJobMessagesResponse) ProtoReflect
func (x *ListJobMessagesResponse) ProtoReflect() protoreflect.Message
func (*ListJobMessagesResponse) Reset
func (x *ListJobMessagesResponse) Reset()
func (*ListJobMessagesResponse) String
func (x *ListJobMessagesResponse) String() string
ListJobsRequest
type ListJobsRequest struct {
// The kind of filter to use.
Filter ListJobsRequest_Filter `protobuf:"varint,5,opt,name=filter,proto3,enum=google.dataflow.v1beta3.ListJobsRequest_Filter" json:"filter,omitempty"`
// The project which owns the jobs.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// Deprecated. ListJobs always returns summaries now.
// Use GetJob for other JobViews.
//
// Deprecated: Marked as deprecated in google/dataflow/v1beta3/jobs.proto.
View JobView `protobuf:"varint,2,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
// If there are many jobs, limit response to at most this many.
// The actual number of jobs returned will be the lesser of max_responses
// and an unspecified server-defined limit.
PageSize int32 `protobuf:"varint,3,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
// Set this to the 'next_page_token' field of a previous response
// to request additional results in a long list.
PageToken string `protobuf:"bytes,4,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains this job.
Location string `protobuf:"bytes,17,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to list Cloud Dataflow jobs.
func (*ListJobsRequest) Descriptor
func (*ListJobsRequest) Descriptor() ([]byte, []int)
Deprecated: Use ListJobsRequest.ProtoReflect.Descriptor instead.
func (*ListJobsRequest) GetFilter
func (x *ListJobsRequest) GetFilter() ListJobsRequest_Filter
func (*ListJobsRequest) GetLocation
func (x *ListJobsRequest) GetLocation() string
func (*ListJobsRequest) GetPageSize
func (x *ListJobsRequest) GetPageSize() int32
func (*ListJobsRequest) GetPageToken
func (x *ListJobsRequest) GetPageToken() string
func (*ListJobsRequest) GetProjectId
func (x *ListJobsRequest) GetProjectId() string
func (*ListJobsRequest) GetView
func (x *ListJobsRequest) GetView() JobView
Deprecated: Marked as deprecated in google/dataflow/v1beta3/jobs.proto.
func (*ListJobsRequest) ProtoMessage
func (*ListJobsRequest) ProtoMessage()
func (*ListJobsRequest) ProtoReflect
func (x *ListJobsRequest) ProtoReflect() protoreflect.Message
func (*ListJobsRequest) Reset
func (x *ListJobsRequest) Reset()
func (*ListJobsRequest) String
func (x *ListJobsRequest) String() string
ListJobsRequest_Filter
type ListJobsRequest_Filter int32
This field filters out and returns jobs in the specified job state. The order of data returned is determined by the filter used, and is subject to change.
ListJobsRequest_UNKNOWN, ListJobsRequest_ALL, ListJobsRequest_TERMINATED, ListJobsRequest_ACTIVE
const (
// The filter isn't specified, or is unknown. This returns all jobs ordered
// on descending `JobUuid`.
ListJobsRequest_UNKNOWN ListJobsRequest_Filter = 0
// Returns all running jobs first ordered on creation timestamp, then
// returns all terminated jobs ordered on the termination timestamp.
ListJobsRequest_ALL ListJobsRequest_Filter = 1
// Filters the jobs that have a terminated state, ordered on the
// termination timestamp. Example terminated states: `JOB_STATE_STOPPED`,
// `JOB_STATE_UPDATED`, `JOB_STATE_DRAINED`, etc.
ListJobsRequest_TERMINATED ListJobsRequest_Filter = 2
// Filters the jobs that are running ordered on the creation timestamp.
ListJobsRequest_ACTIVE ListJobsRequest_Filter = 3
)
func (ListJobsRequest_Filter) Descriptor
func (ListJobsRequest_Filter) Descriptor() protoreflect.EnumDescriptor
func (ListJobsRequest_Filter) Enum
func (x ListJobsRequest_Filter) Enum() *ListJobsRequest_Filter
func (ListJobsRequest_Filter) EnumDescriptor
func (ListJobsRequest_Filter) EnumDescriptor() ([]byte, []int)
Deprecated: Use ListJobsRequest_Filter.Descriptor instead.
func (ListJobsRequest_Filter) Number
func (x ListJobsRequest_Filter) Number() protoreflect.EnumNumber
func (ListJobsRequest_Filter) String
func (x ListJobsRequest_Filter) String() string
func (ListJobsRequest_Filter) Type
func (ListJobsRequest_Filter) Type() protoreflect.EnumType
ListJobsResponse
type ListJobsResponse struct {
// A subset of the requested job information.
Jobs []*Job `protobuf:"bytes,1,rep,name=jobs,proto3" json:"jobs,omitempty"`
// Set if there may be more results than fit in this response.
NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
// Zero or more messages describing the [regional endpoints]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// failed to respond.
FailedLocation []*FailedLocation `protobuf:"bytes,3,rep,name=failed_location,json=failedLocation,proto3" json:"failed_location,omitempty"`
// contains filtered or unexported fields
}
Response to a request to list Cloud Dataflow jobs in a project. This might be a partial response, depending on the page size in the ListJobsRequest. However, if the project does not have any jobs, an instance of ListJobsResponse is not returned and the requests's response body is empty {}.
func (*ListJobsResponse) Descriptor
func (*ListJobsResponse) Descriptor() ([]byte, []int)
Deprecated: Use ListJobsResponse.ProtoReflect.Descriptor instead.
func (*ListJobsResponse) GetFailedLocation
func (x *ListJobsResponse) GetFailedLocation() []*FailedLocation
func (*ListJobsResponse) GetJobs
func (x *ListJobsResponse) GetJobs() []*Job
func (*ListJobsResponse) GetNextPageToken
func (x *ListJobsResponse) GetNextPageToken() string
func (*ListJobsResponse) ProtoMessage
func (*ListJobsResponse) ProtoMessage()
func (*ListJobsResponse) ProtoReflect
func (x *ListJobsResponse) ProtoReflect() protoreflect.Message
func (*ListJobsResponse) Reset
func (x *ListJobsResponse) Reset()
func (*ListJobsResponse) String
func (x *ListJobsResponse) String() string
ListSnapshotsRequest
type ListSnapshotsRequest struct {
// The project ID to list snapshots for.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// If specified, list snapshots created from this job.
JobId string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// The location to list snapshots in.
Location string `protobuf:"bytes,2,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to list snapshots.
func (*ListSnapshotsRequest) Descriptor
func (*ListSnapshotsRequest) Descriptor() ([]byte, []int)
Deprecated: Use ListSnapshotsRequest.ProtoReflect.Descriptor instead.
func (*ListSnapshotsRequest) GetJobId
func (x *ListSnapshotsRequest) GetJobId() string
func (*ListSnapshotsRequest) GetLocation
func (x *ListSnapshotsRequest) GetLocation() string
func (*ListSnapshotsRequest) GetProjectId
func (x *ListSnapshotsRequest) GetProjectId() string
func (*ListSnapshotsRequest) ProtoMessage
func (*ListSnapshotsRequest) ProtoMessage()
func (*ListSnapshotsRequest) ProtoReflect
func (x *ListSnapshotsRequest) ProtoReflect() protoreflect.Message
func (*ListSnapshotsRequest) Reset
func (x *ListSnapshotsRequest) Reset()
func (*ListSnapshotsRequest) String
func (x *ListSnapshotsRequest) String() string
ListSnapshotsResponse
type ListSnapshotsResponse struct {
// Returned snapshots.
Snapshots []*Snapshot `protobuf:"bytes,1,rep,name=snapshots,proto3" json:"snapshots,omitempty"`
// contains filtered or unexported fields
}
List of snapshots.
func (*ListSnapshotsResponse) Descriptor
func (*ListSnapshotsResponse) Descriptor() ([]byte, []int)
Deprecated: Use ListSnapshotsResponse.ProtoReflect.Descriptor instead.
func (*ListSnapshotsResponse) GetSnapshots
func (x *ListSnapshotsResponse) GetSnapshots() []*Snapshot
func (*ListSnapshotsResponse) ProtoMessage
func (*ListSnapshotsResponse) ProtoMessage()
func (*ListSnapshotsResponse) ProtoReflect
func (x *ListSnapshotsResponse) ProtoReflect() protoreflect.Message
func (*ListSnapshotsResponse) Reset
func (x *ListSnapshotsResponse) Reset()
func (*ListSnapshotsResponse) String
func (x *ListSnapshotsResponse) String() string
MessagesV1Beta3Client
type MessagesV1Beta3Client interface {
// Request the job status.
//
// To request the status of a job, we recommend using
// `projects.locations.jobs.messages.list` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.messages.list` is not recommended, as you can only request
// the status of jobs that are running in `us-central1`.
ListJobMessages(ctx context.Context, in *ListJobMessagesRequest, opts ...grpc.CallOption) (*ListJobMessagesResponse, error)
}
MessagesV1Beta3Client is the client API for MessagesV1Beta3 service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewMessagesV1Beta3Client
func NewMessagesV1Beta3Client(cc grpc.ClientConnInterface) MessagesV1Beta3Client
MessagesV1Beta3Server
type MessagesV1Beta3Server interface {
// Request the job status.
//
// To request the status of a job, we recommend using
// `projects.locations.jobs.messages.list` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.messages.list` is not recommended, as you can only request
// the status of jobs that are running in `us-central1`.
ListJobMessages(context.Context, *ListJobMessagesRequest) (*ListJobMessagesResponse, error)
}
MessagesV1Beta3Server is the server API for MessagesV1Beta3 service.
MetricStructuredName
type MetricStructuredName struct {
Origin string `protobuf:"bytes,1,opt,name=origin,proto3" json:"origin,omitempty"`
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
Context map[string]string "" /* 155 byte string literal not displayed */
}
Identifies a metric, by describing the source which generated the metric.
func (*MetricStructuredName) Descriptor
func (*MetricStructuredName) Descriptor() ([]byte, []int)
Deprecated: Use MetricStructuredName.ProtoReflect.Descriptor instead.
func (*MetricStructuredName) GetContext
func (x *MetricStructuredName) GetContext() map[string]string
func (*MetricStructuredName) GetName
func (x *MetricStructuredName) GetName() string
func (*MetricStructuredName) GetOrigin
func (x *MetricStructuredName) GetOrigin() string
func (*MetricStructuredName) ProtoMessage
func (*MetricStructuredName) ProtoMessage()
func (*MetricStructuredName) ProtoReflect
func (x *MetricStructuredName) ProtoReflect() protoreflect.Message
func (*MetricStructuredName) Reset
func (x *MetricStructuredName) Reset()
func (*MetricStructuredName) String
func (x *MetricStructuredName) String() string
MetricUpdate
type MetricUpdate struct {
// Name of the metric.
Name *MetricStructuredName `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// Metric aggregation kind. The possible metric aggregation kinds are
// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and "Distribution".
// The specified aggregation kind is case-insensitive.
//
// If omitted, this is not an aggregated value but instead
// a single metric sample value.
Kind string `protobuf:"bytes,2,opt,name=kind,proto3" json:"kind,omitempty"`
// True if this metric is reported as the total cumulative aggregate
// value accumulated since the worker started working on this WorkItem.
// By default this is false, indicating that this metric is reported
// as a delta that is not associated with any WorkItem.
Cumulative bool `protobuf:"varint,3,opt,name=cumulative,proto3" json:"cumulative,omitempty"`
// Worker-computed aggregate value for aggregation kinds "Sum", "Max", "Min",
// "And", and "Or". The possible value types are Long, Double, and Boolean.
Scalar *structpb.Value `protobuf:"bytes,4,opt,name=scalar,proto3" json:"scalar,omitempty"`
// Worker-computed aggregate value for the "Mean" aggregation kind.
// This holds the sum of the aggregated values and is used in combination
// with mean_count below to obtain the actual mean aggregate value.
// The only possible value types are Long and Double.
MeanSum *structpb.Value `protobuf:"bytes,5,opt,name=mean_sum,json=meanSum,proto3" json:"mean_sum,omitempty"`
// Worker-computed aggregate value for the "Mean" aggregation kind.
// This holds the count of the aggregated values and is used in combination
// with mean_sum above to obtain the actual mean aggregate value.
// The only possible value type is Long.
MeanCount *structpb.Value `protobuf:"bytes,6,opt,name=mean_count,json=meanCount,proto3" json:"mean_count,omitempty"`
// Worker-computed aggregate value for the "Set" aggregation kind. The only
// possible value type is a list of Values whose type can be Long, Double,
// or String, according to the metric's type. All Values in the list must
// be of the same type.
Set *structpb.Value `protobuf:"bytes,7,opt,name=set,proto3" json:"set,omitempty"`
// A struct value describing properties of a distribution of numeric values.
Distribution *structpb.Value `protobuf:"bytes,11,opt,name=distribution,proto3" json:"distribution,omitempty"`
// A struct value describing properties of a Gauge.
// Metrics of gauge type show the value of a metric across time, and is
// aggregated based on the newest value.
Gauge *structpb.Value `protobuf:"bytes,12,opt,name=gauge,proto3" json:"gauge,omitempty"`
// Worker-computed aggregate value for internal use by the Dataflow
// service.
Internal *structpb.Value `protobuf:"bytes,8,opt,name=internal,proto3" json:"internal,omitempty"`
// Timestamp associated with the metric value. Optional when workers are
// reporting work progress; it will be filled in responses from the
// metrics API.
UpdateTime *timestamppb.Timestamp `protobuf:"bytes,9,opt,name=update_time,json=updateTime,proto3" json:"update_time,omitempty"`
// contains filtered or unexported fields
}
Describes the state of a metric.
func (*MetricUpdate) Descriptor
func (*MetricUpdate) Descriptor() ([]byte, []int)
Deprecated: Use MetricUpdate.ProtoReflect.Descriptor instead.
func (*MetricUpdate) GetCumulative
func (x *MetricUpdate) GetCumulative() bool
func (*MetricUpdate) GetDistribution
func (x *MetricUpdate) GetDistribution() *structpb.Value
func (*MetricUpdate) GetGauge
func (x *MetricUpdate) GetGauge() *structpb.Value
func (*MetricUpdate) GetInternal
func (x *MetricUpdate) GetInternal() *structpb.Value
func (*MetricUpdate) GetKind
func (x *MetricUpdate) GetKind() string
func (*MetricUpdate) GetMeanCount
func (x *MetricUpdate) GetMeanCount() *structpb.Value
func (*MetricUpdate) GetMeanSum
func (x *MetricUpdate) GetMeanSum() *structpb.Value
func (*MetricUpdate) GetName
func (x *MetricUpdate) GetName() *MetricStructuredName
func (*MetricUpdate) GetScalar
func (x *MetricUpdate) GetScalar() *structpb.Value
func (*MetricUpdate) GetSet
func (x *MetricUpdate) GetSet() *structpb.Value
func (*MetricUpdate) GetUpdateTime
func (x *MetricUpdate) GetUpdateTime() *timestamppb.Timestamp
func (*MetricUpdate) ProtoMessage
func (*MetricUpdate) ProtoMessage()
func (*MetricUpdate) ProtoReflect
func (x *MetricUpdate) ProtoReflect() protoreflect.Message
func (*MetricUpdate) Reset
func (x *MetricUpdate) Reset()
func (*MetricUpdate) String
func (x *MetricUpdate) String() string
MetricsV1Beta3Client
type MetricsV1Beta3Client interface {
// Request the job status.
//
// To request the status of a job, we recommend using
// `projects.locations.jobs.getMetrics` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.getMetrics` is not recommended, as you can only request the
// status of jobs that are running in `us-central1`.
GetJobMetrics(ctx context.Context, in *GetJobMetricsRequest, opts ...grpc.CallOption) (*JobMetrics, error)
// Request detailed information about the execution status of the job.
//
// EXPERIMENTAL. This API is subject to change or removal without notice.
GetJobExecutionDetails(ctx context.Context, in *GetJobExecutionDetailsRequest, opts ...grpc.CallOption) (*JobExecutionDetails, error)
// Request detailed information about the execution status of a stage of the
// job.
//
// EXPERIMENTAL. This API is subject to change or removal without notice.
GetStageExecutionDetails(ctx context.Context, in *GetStageExecutionDetailsRequest, opts ...grpc.CallOption) (*StageExecutionDetails, error)
}
MetricsV1Beta3Client is the client API for MetricsV1Beta3 service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewMetricsV1Beta3Client
func NewMetricsV1Beta3Client(cc grpc.ClientConnInterface) MetricsV1Beta3Client
MetricsV1Beta3Server
type MetricsV1Beta3Server interface {
// Request the job status.
//
// To request the status of a job, we recommend using
// `projects.locations.jobs.getMetrics` with a [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
// `projects.jobs.getMetrics` is not recommended, as you can only request the
// status of jobs that are running in `us-central1`.
GetJobMetrics(context.Context, *GetJobMetricsRequest) (*JobMetrics, error)
// Request detailed information about the execution status of the job.
//
// EXPERIMENTAL. This API is subject to change or removal without notice.
GetJobExecutionDetails(context.Context, *GetJobExecutionDetailsRequest) (*JobExecutionDetails, error)
// Request detailed information about the execution status of a stage of the
// job.
//
// EXPERIMENTAL. This API is subject to change or removal without notice.
GetStageExecutionDetails(context.Context, *GetStageExecutionDetailsRequest) (*StageExecutionDetails, error)
}
MetricsV1Beta3Server is the server API for MetricsV1Beta3 service.
MountedDataDisk
type MountedDataDisk struct {
// The name of the data disk.
// This name is local to the Google Cloud Platform project and uniquely
// identifies the disk within that project, for example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string `protobuf:"bytes,1,opt,name=data_disk,json=dataDisk,proto3" json:"data_disk,omitempty"`
// contains filtered or unexported fields
}
Describes mounted data disk.
func (*MountedDataDisk) Descriptor
func (*MountedDataDisk) Descriptor() ([]byte, []int)
Deprecated: Use MountedDataDisk.ProtoReflect.Descriptor instead.
func (*MountedDataDisk) GetDataDisk
func (x *MountedDataDisk) GetDataDisk() string
func (*MountedDataDisk) ProtoMessage
func (*MountedDataDisk) ProtoMessage()
func (*MountedDataDisk) ProtoReflect
func (x *MountedDataDisk) ProtoReflect() protoreflect.Message
func (*MountedDataDisk) Reset
func (x *MountedDataDisk) Reset()
func (*MountedDataDisk) String
func (x *MountedDataDisk) String() string
Package
type Package struct {
// The name of the package.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// The resource to read the package from. The supported resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}
// bucket.storage.googleapis.com/
Location string `protobuf:"bytes,2,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
The packages that must be installed in order for a worker to run the steps of the Cloud Dataflow job that will be assigned to its worker pool.
This is the mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the workers. For example, the Cloud Dataflow Java SDK might use this to install jars containing the user's code and all of the various dependencies (libraries, data files, etc.) required in order for that code to run.
func (*Package) Descriptor
Deprecated: Use Package.ProtoReflect.Descriptor instead.
func (*Package) GetLocation
func (*Package) GetName
func (*Package) ProtoMessage
func (*Package) ProtoMessage()
func (*Package) ProtoReflect
func (x *Package) ProtoReflect() protoreflect.Message
func (*Package) Reset
func (x *Package) Reset()
func (*Package) String
ParameterMetadata
type ParameterMetadata struct {
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
Label string `protobuf:"bytes,2,opt,name=label,proto3" json:"label,omitempty"`
HelpText string `protobuf:"bytes,3,opt,name=help_text,json=helpText,proto3" json:"help_text,omitempty"`
IsOptional bool `protobuf:"varint,4,opt,name=is_optional,json=isOptional,proto3" json:"is_optional,omitempty"`
Regexes []string `protobuf:"bytes,5,rep,name=regexes,proto3" json:"regexes,omitempty"`
ParamType ParameterType "" /* 132 byte string literal not displayed */
CustomMetadata map[string]string "" /* 191 byte string literal not displayed */
}
Metadata for a specific parameter.
func (*ParameterMetadata) Descriptor
func (*ParameterMetadata) Descriptor() ([]byte, []int)
Deprecated: Use ParameterMetadata.ProtoReflect.Descriptor instead.
func (*ParameterMetadata) GetCustomMetadata
func (x *ParameterMetadata) GetCustomMetadata() map[string]string
func (*ParameterMetadata) GetHelpText
func (x *ParameterMetadata) GetHelpText() string
func (*ParameterMetadata) GetIsOptional
func (x *ParameterMetadata) GetIsOptional() bool
func (*ParameterMetadata) GetLabel
func (x *ParameterMetadata) GetLabel() string
func (*ParameterMetadata) GetName
func (x *ParameterMetadata) GetName() string
func (*ParameterMetadata) GetParamType
func (x *ParameterMetadata) GetParamType() ParameterType
func (*ParameterMetadata) GetRegexes
func (x *ParameterMetadata) GetRegexes() []string
func (*ParameterMetadata) ProtoMessage
func (*ParameterMetadata) ProtoMessage()
func (*ParameterMetadata) ProtoReflect
func (x *ParameterMetadata) ProtoReflect() protoreflect.Message
func (*ParameterMetadata) Reset
func (x *ParameterMetadata) Reset()
func (*ParameterMetadata) String
func (x *ParameterMetadata) String() string
ParameterType
type ParameterType int32
ParameterType specifies what kind of input we need for this parameter.
ParameterType_DEFAULT, ParameterType_TEXT, ParameterType_GCS_READ_BUCKET, ParameterType_GCS_WRITE_BUCKET, ParameterType_GCS_READ_FILE, ParameterType_GCS_WRITE_FILE, ParameterType_GCS_READ_FOLDER, ParameterType_GCS_WRITE_FOLDER, ParameterType_PUBSUB_TOPIC, ParameterType_PUBSUB_SUBSCRIPTION
const (
// Default input type.
ParameterType_DEFAULT ParameterType = 0
// The parameter specifies generic text input.
ParameterType_TEXT ParameterType = 1
// The parameter specifies a Cloud Storage Bucket to read from.
ParameterType_GCS_READ_BUCKET ParameterType = 2
// The parameter specifies a Cloud Storage Bucket to write to.
ParameterType_GCS_WRITE_BUCKET ParameterType = 3
// The parameter specifies a Cloud Storage file path to read from.
ParameterType_GCS_READ_FILE ParameterType = 4
// The parameter specifies a Cloud Storage file path to write to.
ParameterType_GCS_WRITE_FILE ParameterType = 5
// The parameter specifies a Cloud Storage folder path to read from.
ParameterType_GCS_READ_FOLDER ParameterType = 6
// The parameter specifies a Cloud Storage folder to write to.
ParameterType_GCS_WRITE_FOLDER ParameterType = 7
// The parameter specifies a Pub/Sub Topic.
ParameterType_PUBSUB_TOPIC ParameterType = 8
// The parameter specifies a Pub/Sub Subscription.
ParameterType_PUBSUB_SUBSCRIPTION ParameterType = 9
)
func (ParameterType) Descriptor
func (ParameterType) Descriptor() protoreflect.EnumDescriptor
func (ParameterType) Enum
func (x ParameterType) Enum() *ParameterType
func (ParameterType) EnumDescriptor
func (ParameterType) EnumDescriptor() ([]byte, []int)
Deprecated: Use ParameterType.Descriptor instead.
func (ParameterType) Number
func (x ParameterType) Number() protoreflect.EnumNumber
func (ParameterType) String
func (x ParameterType) String() string
func (ParameterType) Type
func (ParameterType) Type() protoreflect.EnumType
PipelineDescription
type PipelineDescription struct {
OriginalPipelineTransform []*TransformSummary "" /* 138 byte string literal not displayed */
ExecutionPipelineStage []*ExecutionStageSummary "" /* 129 byte string literal not displayed */
DisplayData []*DisplayData `protobuf:"bytes,3,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
}
A descriptive representation of submitted pipeline as well as the executed form. This data is provided by the Dataflow service for ease of visualizing the pipeline and interpreting Dataflow provided metrics.
func (*PipelineDescription) Descriptor
func (*PipelineDescription) Descriptor() ([]byte, []int)
Deprecated: Use PipelineDescription.ProtoReflect.Descriptor instead.
func (*PipelineDescription) GetDisplayData
func (x *PipelineDescription) GetDisplayData() []*DisplayData
func (*PipelineDescription) GetExecutionPipelineStage
func (x *PipelineDescription) GetExecutionPipelineStage() []*ExecutionStageSummary
func (*PipelineDescription) GetOriginalPipelineTransform
func (x *PipelineDescription) GetOriginalPipelineTransform() []*TransformSummary
func (*PipelineDescription) ProtoMessage
func (*PipelineDescription) ProtoMessage()
func (*PipelineDescription) ProtoReflect
func (x *PipelineDescription) ProtoReflect() protoreflect.Message
func (*PipelineDescription) Reset
func (x *PipelineDescription) Reset()
func (*PipelineDescription) String
func (x *PipelineDescription) String() string
ProgressTimeseries
type ProgressTimeseries struct {
// The current progress of the component, in the range [0,1].
CurrentProgress float64 `protobuf:"fixed64,1,opt,name=current_progress,json=currentProgress,proto3" json:"current_progress,omitempty"`
// History of progress for the component.
//
// Points are sorted by time.
DataPoints []*ProgressTimeseries_Point `protobuf:"bytes,2,rep,name=data_points,json=dataPoints,proto3" json:"data_points,omitempty"`
// contains filtered or unexported fields
}
Information about the progress of some component of job execution.
func (*ProgressTimeseries) Descriptor
func (*ProgressTimeseries) Descriptor() ([]byte, []int)
Deprecated: Use ProgressTimeseries.ProtoReflect.Descriptor instead.
func (*ProgressTimeseries) GetCurrentProgress
func (x *ProgressTimeseries) GetCurrentProgress() float64
func (*ProgressTimeseries) GetDataPoints
func (x *ProgressTimeseries) GetDataPoints() []*ProgressTimeseries_Point
func (*ProgressTimeseries) ProtoMessage
func (*ProgressTimeseries) ProtoMessage()
func (*ProgressTimeseries) ProtoReflect
func (x *ProgressTimeseries) ProtoReflect() protoreflect.Message
func (*ProgressTimeseries) Reset
func (x *ProgressTimeseries) Reset()
func (*ProgressTimeseries) String
func (x *ProgressTimeseries) String() string
ProgressTimeseries_Point
type ProgressTimeseries_Point struct {
// The timestamp of the point.
Time *timestamppb.Timestamp `protobuf:"bytes,1,opt,name=time,proto3" json:"time,omitempty"`
// The value of the point.
Value float64 `protobuf:"fixed64,2,opt,name=value,proto3" json:"value,omitempty"`
// contains filtered or unexported fields
}
A point in the timeseries.
func (*ProgressTimeseries_Point) Descriptor
func (*ProgressTimeseries_Point) Descriptor() ([]byte, []int)
Deprecated: Use ProgressTimeseries_Point.ProtoReflect.Descriptor instead.
func (*ProgressTimeseries_Point) GetTime
func (x *ProgressTimeseries_Point) GetTime() *timestamppb.Timestamp
func (*ProgressTimeseries_Point) GetValue
func (x *ProgressTimeseries_Point) GetValue() float64
func (*ProgressTimeseries_Point) ProtoMessage
func (*ProgressTimeseries_Point) ProtoMessage()
func (*ProgressTimeseries_Point) ProtoReflect
func (x *ProgressTimeseries_Point) ProtoReflect() protoreflect.Message
func (*ProgressTimeseries_Point) Reset
func (x *ProgressTimeseries_Point) Reset()
func (*ProgressTimeseries_Point) String
func (x *ProgressTimeseries_Point) String() string
PubSubIODetails
type PubSubIODetails struct {
// Topic accessed in the connection.
Topic string `protobuf:"bytes,1,opt,name=topic,proto3" json:"topic,omitempty"`
// Subscription used in the connection.
Subscription string `protobuf:"bytes,2,opt,name=subscription,proto3" json:"subscription,omitempty"`
// contains filtered or unexported fields
}
Metadata for a Pub/Sub connector used by the job.
func (*PubSubIODetails) Descriptor
func (*PubSubIODetails) Descriptor() ([]byte, []int)
Deprecated: Use PubSubIODetails.ProtoReflect.Descriptor instead.
func (*PubSubIODetails) GetSubscription
func (x *PubSubIODetails) GetSubscription() string
func (*PubSubIODetails) GetTopic
func (x *PubSubIODetails) GetTopic() string
func (*PubSubIODetails) ProtoMessage
func (*PubSubIODetails) ProtoMessage()
func (*PubSubIODetails) ProtoReflect
func (x *PubSubIODetails) ProtoReflect() protoreflect.Message
func (*PubSubIODetails) Reset
func (x *PubSubIODetails) Reset()
func (*PubSubIODetails) String
func (x *PubSubIODetails) String() string
PubsubLocation
type PubsubLocation struct {
// A pubsub topic, in the form of
// "pubsub.googleapis.com/topics/
Identifies a pubsub location to use for transferring data into or out of a streaming Dataflow job.
func (*PubsubLocation) Descriptor
func (*PubsubLocation) Descriptor() ([]byte, []int)
Deprecated: Use PubsubLocation.ProtoReflect.Descriptor instead.
func (*PubsubLocation) GetDropLateData
func (x *PubsubLocation) GetDropLateData() bool
func (*PubsubLocation) GetIdLabel
func (x *PubsubLocation) GetIdLabel() string
func (*PubsubLocation) GetSubscription
func (x *PubsubLocation) GetSubscription() string
func (*PubsubLocation) GetTimestampLabel
func (x *PubsubLocation) GetTimestampLabel() string
func (*PubsubLocation) GetTopic
func (x *PubsubLocation) GetTopic() string
func (*PubsubLocation) GetTrackingSubscription
func (x *PubsubLocation) GetTrackingSubscription() string
func (*PubsubLocation) GetWithAttributes
func (x *PubsubLocation) GetWithAttributes() bool
func (*PubsubLocation) ProtoMessage
func (*PubsubLocation) ProtoMessage()
func (*PubsubLocation) ProtoReflect
func (x *PubsubLocation) ProtoReflect() protoreflect.Message
func (*PubsubLocation) Reset
func (x *PubsubLocation) Reset()
func (*PubsubLocation) String
func (x *PubsubLocation) String() string
PubsubSnapshotMetadata
type PubsubSnapshotMetadata struct {
// The name of the Pubsub topic.
TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"`
// The name of the Pubsub snapshot.
SnapshotName string `protobuf:"bytes,2,opt,name=snapshot_name,json=snapshotName,proto3" json:"snapshot_name,omitempty"`
// The expire time of the Pubsub snapshot.
ExpireTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=expire_time,json=expireTime,proto3" json:"expire_time,omitempty"`
// contains filtered or unexported fields
}
Represents a Pubsub snapshot.
func (*PubsubSnapshotMetadata) Descriptor
func (*PubsubSnapshotMetadata) Descriptor() ([]byte, []int)
Deprecated: Use PubsubSnapshotMetadata.ProtoReflect.Descriptor instead.
func (*PubsubSnapshotMetadata) GetExpireTime
func (x *PubsubSnapshotMetadata) GetExpireTime() *timestamppb.Timestamp
func (*PubsubSnapshotMetadata) GetSnapshotName
func (x *PubsubSnapshotMetadata) GetSnapshotName() string
func (*PubsubSnapshotMetadata) GetTopicName
func (x *PubsubSnapshotMetadata) GetTopicName() string
func (*PubsubSnapshotMetadata) ProtoMessage
func (*PubsubSnapshotMetadata) ProtoMessage()
func (*PubsubSnapshotMetadata) ProtoReflect
func (x *PubsubSnapshotMetadata) ProtoReflect() protoreflect.Message
func (*PubsubSnapshotMetadata) Reset
func (x *PubsubSnapshotMetadata) Reset()
func (*PubsubSnapshotMetadata) String
func (x *PubsubSnapshotMetadata) String() string
RuntimeEnvironment
type RuntimeEnvironment struct {
NumWorkers int32 `protobuf:"varint,11,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
MaxWorkers int32 `protobuf:"varint,1,opt,name=max_workers,json=maxWorkers,proto3" json:"max_workers,omitempty"`
Zone string `protobuf:"bytes,2,opt,name=zone,proto3" json:"zone,omitempty"`
ServiceAccountEmail string `protobuf:"bytes,3,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
TempLocation string `protobuf:"bytes,4,opt,name=temp_location,json=tempLocation,proto3" json:"temp_location,omitempty"`
BypassTempDirValidation bool "" /* 135 byte string literal not displayed */
MachineType string `protobuf:"bytes,6,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
AdditionalExperiments []string `protobuf:"bytes,7,rep,name=additional_experiments,json=additionalExperiments,proto3" json:"additional_experiments,omitempty"`
Network string `protobuf:"bytes,8,opt,name=network,proto3" json:"network,omitempty"`
Subnetwork string `protobuf:"bytes,9,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
AdditionalUserLabels map[string]string "" /* 212 byte string literal not displayed */
KmsKeyName string `protobuf:"bytes,12,opt,name=kms_key_name,json=kmsKeyName,proto3" json:"kms_key_name,omitempty"`
IpConfiguration WorkerIPAddressConfiguration "" /* 166 byte string literal not displayed */
WorkerRegion string `protobuf:"bytes,15,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
WorkerZone string `protobuf:"bytes,16,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
EnableStreamingEngine bool "" /* 128 byte string literal not displayed */
}
The environment values to set at runtime.
func (*RuntimeEnvironment) Descriptor
func (*RuntimeEnvironment) Descriptor() ([]byte, []int)
Deprecated: Use RuntimeEnvironment.ProtoReflect.Descriptor instead.
func (*RuntimeEnvironment) GetAdditionalExperiments
func (x *RuntimeEnvironment) GetAdditionalExperiments() []string
func (*RuntimeEnvironment) GetAdditionalUserLabels
func (x *RuntimeEnvironment) GetAdditionalUserLabels() map[string]string
func (*RuntimeEnvironment) GetBypassTempDirValidation
func (x *RuntimeEnvironment) GetBypassTempDirValidation() bool
func (*RuntimeEnvironment) GetEnableStreamingEngine
func (x *RuntimeEnvironment) GetEnableStreamingEngine() bool
func (*RuntimeEnvironment) GetIpConfiguration
func (x *RuntimeEnvironment) GetIpConfiguration() WorkerIPAddressConfiguration
func (*RuntimeEnvironment) GetKmsKeyName
func (x *RuntimeEnvironment) GetKmsKeyName() string
func (*RuntimeEnvironment) GetMachineType
func (x *RuntimeEnvironment) GetMachineType() string
func (*RuntimeEnvironment) GetMaxWorkers
func (x *RuntimeEnvironment) GetMaxWorkers() int32
func (*RuntimeEnvironment) GetNetwork
func (x *RuntimeEnvironment) GetNetwork() string
func (*RuntimeEnvironment) GetNumWorkers
func (x *RuntimeEnvironment) GetNumWorkers() int32
func (*RuntimeEnvironment) GetServiceAccountEmail
func (x *RuntimeEnvironment) GetServiceAccountEmail() string
func (*RuntimeEnvironment) GetSubnetwork
func (x *RuntimeEnvironment) GetSubnetwork() string
func (*RuntimeEnvironment) GetTempLocation
func (x *RuntimeEnvironment) GetTempLocation() string
func (*RuntimeEnvironment) GetWorkerRegion
func (x *RuntimeEnvironment) GetWorkerRegion() string
func (*RuntimeEnvironment) GetWorkerZone
func (x *RuntimeEnvironment) GetWorkerZone() string
func (*RuntimeEnvironment) GetZone
func (x *RuntimeEnvironment) GetZone() string
func (*RuntimeEnvironment) ProtoMessage
func (*RuntimeEnvironment) ProtoMessage()
func (*RuntimeEnvironment) ProtoReflect
func (x *RuntimeEnvironment) ProtoReflect() protoreflect.Message
func (*RuntimeEnvironment) Reset
func (x *RuntimeEnvironment) Reset()
func (*RuntimeEnvironment) String
func (x *RuntimeEnvironment) String() string
RuntimeMetadata
type RuntimeMetadata struct {
// SDK Info for the template.
SdkInfo *SDKInfo `protobuf:"bytes,1,opt,name=sdk_info,json=sdkInfo,proto3" json:"sdk_info,omitempty"`
// The parameters for the template.
Parameters []*ParameterMetadata `protobuf:"bytes,2,rep,name=parameters,proto3" json:"parameters,omitempty"`
// contains filtered or unexported fields
}
RuntimeMetadata describing a runtime environment.
func (*RuntimeMetadata) Descriptor
func (*RuntimeMetadata) Descriptor() ([]byte, []int)
Deprecated: Use RuntimeMetadata.ProtoReflect.Descriptor instead.
func (*RuntimeMetadata) GetParameters
func (x *RuntimeMetadata) GetParameters() []*ParameterMetadata
func (*RuntimeMetadata) GetSdkInfo
func (x *RuntimeMetadata) GetSdkInfo() *SDKInfo
func (*RuntimeMetadata) ProtoMessage
func (*RuntimeMetadata) ProtoMessage()
func (*RuntimeMetadata) ProtoReflect
func (x *RuntimeMetadata) ProtoReflect() protoreflect.Message
func (*RuntimeMetadata) Reset
func (x *RuntimeMetadata) Reset()
func (*RuntimeMetadata) String
func (x *RuntimeMetadata) String() string
SDKInfo
type SDKInfo struct {
// Required. The SDK Language.
Language SDKInfo_Language `protobuf:"varint,1,opt,name=language,proto3,enum=google.dataflow.v1beta3.SDKInfo_Language" json:"language,omitempty"`
// Optional. The SDK version.
Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
// contains filtered or unexported fields
}
SDK Information.
func (*SDKInfo) Descriptor
Deprecated: Use SDKInfo.ProtoReflect.Descriptor instead.
func (*SDKInfo) GetLanguage
func (x *SDKInfo) GetLanguage() SDKInfo_Language
func (*SDKInfo) GetVersion
func (*SDKInfo) ProtoMessage
func (*SDKInfo) ProtoMessage()
func (*SDKInfo) ProtoReflect
func (x *SDKInfo) ProtoReflect() protoreflect.Message
func (*SDKInfo) Reset
func (x *SDKInfo) Reset()
func (*SDKInfo) String
SDKInfo_Language
type SDKInfo_Language int32
SDK Language.
SDKInfo_UNKNOWN, SDKInfo_JAVA, SDKInfo_PYTHON
const (
// UNKNOWN Language.
SDKInfo_UNKNOWN SDKInfo_Language = 0
// Java.
SDKInfo_JAVA SDKInfo_Language = 1
// Python.
SDKInfo_PYTHON SDKInfo_Language = 2
)
func (SDKInfo_Language) Descriptor
func (SDKInfo_Language) Descriptor() protoreflect.EnumDescriptor
func (SDKInfo_Language) Enum
func (x SDKInfo_Language) Enum() *SDKInfo_Language
func (SDKInfo_Language) EnumDescriptor
func (SDKInfo_Language) EnumDescriptor() ([]byte, []int)
Deprecated: Use SDKInfo_Language.Descriptor instead.
func (SDKInfo_Language) Number
func (x SDKInfo_Language) Number() protoreflect.EnumNumber
func (SDKInfo_Language) String
func (x SDKInfo_Language) String() string
func (SDKInfo_Language) Type
func (SDKInfo_Language) Type() protoreflect.EnumType
SdkHarnessContainerImage
type SdkHarnessContainerImage struct {
ContainerImage string `protobuf:"bytes,1,opt,name=container_image,json=containerImage,proto3" json:"container_image,omitempty"`
UseSingleCorePerContainer bool "" /* 143 byte string literal not displayed */
EnvironmentId string `protobuf:"bytes,3,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
Capabilities []string `protobuf:"bytes,4,rep,name=capabilities,proto3" json:"capabilities,omitempty"`
}
Defines a SDK harness container for executing Dataflow pipelines.
func (*SdkHarnessContainerImage) Descriptor
func (*SdkHarnessContainerImage) Descriptor() ([]byte, []int)
Deprecated: Use SdkHarnessContainerImage.ProtoReflect.Descriptor instead.
func (*SdkHarnessContainerImage) GetCapabilities
func (x *SdkHarnessContainerImage) GetCapabilities() []string
func (*SdkHarnessContainerImage) GetContainerImage
func (x *SdkHarnessContainerImage) GetContainerImage() string
func (*SdkHarnessContainerImage) GetEnvironmentId
func (x *SdkHarnessContainerImage) GetEnvironmentId() string
func (*SdkHarnessContainerImage) GetUseSingleCorePerContainer
func (x *SdkHarnessContainerImage) GetUseSingleCorePerContainer() bool
func (*SdkHarnessContainerImage) ProtoMessage
func (*SdkHarnessContainerImage) ProtoMessage()
func (*SdkHarnessContainerImage) ProtoReflect
func (x *SdkHarnessContainerImage) ProtoReflect() protoreflect.Message
func (*SdkHarnessContainerImage) Reset
func (x *SdkHarnessContainerImage) Reset()
func (*SdkHarnessContainerImage) String
func (x *SdkHarnessContainerImage) String() string
SdkVersion
type SdkVersion struct {
Version string `protobuf:"bytes,1,opt,name=version,proto3" json:"version,omitempty"`
VersionDisplayName string `protobuf:"bytes,2,opt,name=version_display_name,json=versionDisplayName,proto3" json:"version_display_name,omitempty"`
SdkSupportStatus SdkVersion_SdkSupportStatus "" /* 169 byte string literal not displayed */
}
The version of the SDK used to run the job.
func (*SdkVersion) Descriptor
func (*SdkVersion) Descriptor() ([]byte, []int)
Deprecated: Use SdkVersion.ProtoReflect.Descriptor instead.
func (*SdkVersion) GetSdkSupportStatus
func (x *SdkVersion) GetSdkSupportStatus() SdkVersion_SdkSupportStatus
func (*SdkVersion) GetVersion
func (x *SdkVersion) GetVersion() string
func (*SdkVersion) GetVersionDisplayName
func (x *SdkVersion) GetVersionDisplayName() string
func (*SdkVersion) ProtoMessage
func (*SdkVersion) ProtoMessage()
func (*SdkVersion) ProtoReflect
func (x *SdkVersion) ProtoReflect() protoreflect.Message
func (*SdkVersion) Reset
func (x *SdkVersion) Reset()
func (*SdkVersion) String
func (x *SdkVersion) String() string
SdkVersion_SdkSupportStatus
type SdkVersion_SdkSupportStatus int32
The support status of the SDK used to run the job.
SdkVersion_UNKNOWN, SdkVersion_SUPPORTED, SdkVersion_STALE, SdkVersion_DEPRECATED, SdkVersion_UNSUPPORTED
const (
// Cloud Dataflow is unaware of this version.
SdkVersion_UNKNOWN SdkVersion_SdkSupportStatus = 0
// This is a known version of an SDK, and is supported.
SdkVersion_SUPPORTED SdkVersion_SdkSupportStatus = 1
// A newer version of the SDK family exists, and an update is recommended.
SdkVersion_STALE SdkVersion_SdkSupportStatus = 2
// This version of the SDK is deprecated and will eventually be
// unsupported.
SdkVersion_DEPRECATED SdkVersion_SdkSupportStatus = 3
// Support for this SDK version has ended and it should no longer be used.
SdkVersion_UNSUPPORTED SdkVersion_SdkSupportStatus = 4
)
func (SdkVersion_SdkSupportStatus) Descriptor
func (SdkVersion_SdkSupportStatus) Descriptor() protoreflect.EnumDescriptor
func (SdkVersion_SdkSupportStatus) Enum
func (x SdkVersion_SdkSupportStatus) Enum() *SdkVersion_SdkSupportStatus
func (SdkVersion_SdkSupportStatus) EnumDescriptor
func (SdkVersion_SdkSupportStatus) EnumDescriptor() ([]byte, []int)
Deprecated: Use SdkVersion_SdkSupportStatus.Descriptor instead.
func (SdkVersion_SdkSupportStatus) Number
func (x SdkVersion_SdkSupportStatus) Number() protoreflect.EnumNumber
func (SdkVersion_SdkSupportStatus) String
func (x SdkVersion_SdkSupportStatus) String() string
func (SdkVersion_SdkSupportStatus) Type
func (SdkVersion_SdkSupportStatus) Type() protoreflect.EnumType
ShuffleMode
type ShuffleMode int32
Specifies the shuffle mode used by a [google.dataflow.v1beta3.Job], which determines the approach data is shuffled during processing. More details in: https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#dataflow-shuffle
ShuffleMode_SHUFFLE_MODE_UNSPECIFIED, ShuffleMode_VM_BASED, ShuffleMode_SERVICE_BASED
const (
// Shuffle mode information is not available.
ShuffleMode_SHUFFLE_MODE_UNSPECIFIED ShuffleMode = 0
// Shuffle is done on the worker VMs.
ShuffleMode_VM_BASED ShuffleMode = 1
// Shuffle is done on the service side.
ShuffleMode_SERVICE_BASED ShuffleMode = 2
)
func (ShuffleMode) Descriptor
func (ShuffleMode) Descriptor() protoreflect.EnumDescriptor
func (ShuffleMode) Enum
func (x ShuffleMode) Enum() *ShuffleMode
func (ShuffleMode) EnumDescriptor
func (ShuffleMode) EnumDescriptor() ([]byte, []int)
Deprecated: Use ShuffleMode.Descriptor instead.
func (ShuffleMode) Number
func (x ShuffleMode) Number() protoreflect.EnumNumber
func (ShuffleMode) String
func (x ShuffleMode) String() string
func (ShuffleMode) Type
func (ShuffleMode) Type() protoreflect.EnumType
Snapshot
type Snapshot struct {
// The unique ID of this snapshot.
Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
// The project this snapshot belongs to.
ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job this snapshot was created from.
SourceJobId string `protobuf:"bytes,3,opt,name=source_job_id,json=sourceJobId,proto3" json:"source_job_id,omitempty"`
// The time this snapshot was created.
CreationTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=creation_time,json=creationTime,proto3" json:"creation_time,omitempty"`
// The time after which this snapshot will be automatically deleted.
Ttl *durationpb.Duration `protobuf:"bytes,5,opt,name=ttl,proto3" json:"ttl,omitempty"`
// State of the snapshot.
State SnapshotState `protobuf:"varint,6,opt,name=state,proto3,enum=google.dataflow.v1beta3.SnapshotState" json:"state,omitempty"`
// Pub/Sub snapshot metadata.
PubsubMetadata []*PubsubSnapshotMetadata `protobuf:"bytes,7,rep,name=pubsub_metadata,json=pubsubMetadata,proto3" json:"pubsub_metadata,omitempty"`
// User specified description of the snapshot. Maybe empty.
Description string `protobuf:"bytes,8,opt,name=description,proto3" json:"description,omitempty"`
// The disk byte size of the snapshot. Only available for snapshots in READY
// state.
DiskSizeBytes int64 `protobuf:"varint,9,opt,name=disk_size_bytes,json=diskSizeBytes,proto3" json:"disk_size_bytes,omitempty"`
// Cloud region where this snapshot lives in, e.g., "us-central1".
Region string `protobuf:"bytes,10,opt,name=region,proto3" json:"region,omitempty"`
// contains filtered or unexported fields
}
Represents a snapshot of a job.
func (*Snapshot) Descriptor
Deprecated: Use Snapshot.ProtoReflect.Descriptor instead.
func (*Snapshot) GetCreationTime
func (x *Snapshot) GetCreationTime() *timestamppb.Timestamp
func (*Snapshot) GetDescription
func (*Snapshot) GetDiskSizeBytes
func (*Snapshot) GetId
func (*Snapshot) GetProjectId
func (*Snapshot) GetPubsubMetadata
func (x *Snapshot) GetPubsubMetadata() []*PubsubSnapshotMetadata
func (*Snapshot) GetRegion
func (*Snapshot) GetSourceJobId
func (*Snapshot) GetState
func (x *Snapshot) GetState() SnapshotState
func (*Snapshot) GetTtl
func (x *Snapshot) GetTtl() *durationpb.Duration
func (*Snapshot) ProtoMessage
func (*Snapshot) ProtoMessage()
func (*Snapshot) ProtoReflect
func (x *Snapshot) ProtoReflect() protoreflect.Message
func (*Snapshot) Reset
func (x *Snapshot) Reset()
func (*Snapshot) String
SnapshotJobRequest
type SnapshotJobRequest struct {
// The project which owns the job to be snapshotted.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job to be snapshotted.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// TTL for the snapshot.
Ttl *durationpb.Duration `protobuf:"bytes,3,opt,name=ttl,proto3" json:"ttl,omitempty"`
// The location that contains this job.
Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
// If true, perform snapshots for sources which support this.
SnapshotSources bool `protobuf:"varint,5,opt,name=snapshot_sources,json=snapshotSources,proto3" json:"snapshot_sources,omitempty"`
// User specified description of the snapshot. Maybe empty.
Description string `protobuf:"bytes,6,opt,name=description,proto3" json:"description,omitempty"`
// contains filtered or unexported fields
}
Request to create a snapshot of a job.
func (*SnapshotJobRequest) Descriptor
func (*SnapshotJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use SnapshotJobRequest.ProtoReflect.Descriptor instead.
func (*SnapshotJobRequest) GetDescription
func (x *SnapshotJobRequest) GetDescription() string
func (*SnapshotJobRequest) GetJobId
func (x *SnapshotJobRequest) GetJobId() string
func (*SnapshotJobRequest) GetLocation
func (x *SnapshotJobRequest) GetLocation() string
func (*SnapshotJobRequest) GetProjectId
func (x *SnapshotJobRequest) GetProjectId() string
func (*SnapshotJobRequest) GetSnapshotSources
func (x *SnapshotJobRequest) GetSnapshotSources() bool
func (*SnapshotJobRequest) GetTtl
func (x *SnapshotJobRequest) GetTtl() *durationpb.Duration
func (*SnapshotJobRequest) ProtoMessage
func (*SnapshotJobRequest) ProtoMessage()
func (*SnapshotJobRequest) ProtoReflect
func (x *SnapshotJobRequest) ProtoReflect() protoreflect.Message
func (*SnapshotJobRequest) Reset
func (x *SnapshotJobRequest) Reset()
func (*SnapshotJobRequest) String
func (x *SnapshotJobRequest) String() string
SnapshotState
type SnapshotState int32
Snapshot state.
SnapshotState_UNKNOWN_SNAPSHOT_STATE, SnapshotState_PENDING, SnapshotState_RUNNING, SnapshotState_READY, SnapshotState_FAILED, SnapshotState_DELETED
const (
// Unknown state.
SnapshotState_UNKNOWN_SNAPSHOT_STATE SnapshotState = 0
// Snapshot intent to create has been persisted, snapshotting of state has not
// yet started.
SnapshotState_PENDING SnapshotState = 1
// Snapshotting is being performed.
SnapshotState_RUNNING SnapshotState = 2
// Snapshot has been created and is ready to be used.
SnapshotState_READY SnapshotState = 3
// Snapshot failed to be created.
SnapshotState_FAILED SnapshotState = 4
// Snapshot has been deleted.
SnapshotState_DELETED SnapshotState = 5
)
func (SnapshotState) Descriptor
func (SnapshotState) Descriptor() protoreflect.EnumDescriptor
func (SnapshotState) Enum
func (x SnapshotState) Enum() *SnapshotState
func (SnapshotState) EnumDescriptor
func (SnapshotState) EnumDescriptor() ([]byte, []int)
Deprecated: Use SnapshotState.Descriptor instead.
func (SnapshotState) Number
func (x SnapshotState) Number() protoreflect.EnumNumber
func (SnapshotState) String
func (x SnapshotState) String() string
func (SnapshotState) Type
func (SnapshotState) Type() protoreflect.EnumType
SnapshotsV1Beta3Client
type SnapshotsV1Beta3Client interface {
// Gets information about a snapshot.
GetSnapshot(ctx context.Context, in *GetSnapshotRequest, opts ...grpc.CallOption) (*Snapshot, error)
// Deletes a snapshot.
DeleteSnapshot(ctx context.Context, in *DeleteSnapshotRequest, opts ...grpc.CallOption) (*DeleteSnapshotResponse, error)
// Lists snapshots.
ListSnapshots(ctx context.Context, in *ListSnapshotsRequest, opts ...grpc.CallOption) (*ListSnapshotsResponse, error)
}
SnapshotsV1Beta3Client is the client API for SnapshotsV1Beta3 service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewSnapshotsV1Beta3Client
func NewSnapshotsV1Beta3Client(cc grpc.ClientConnInterface) SnapshotsV1Beta3Client
SnapshotsV1Beta3Server
type SnapshotsV1Beta3Server interface {
// Gets information about a snapshot.
GetSnapshot(context.Context, *GetSnapshotRequest) (*Snapshot, error)
// Deletes a snapshot.
DeleteSnapshot(context.Context, *DeleteSnapshotRequest) (*DeleteSnapshotResponse, error)
// Lists snapshots.
ListSnapshots(context.Context, *ListSnapshotsRequest) (*ListSnapshotsResponse, error)
}
SnapshotsV1Beta3Server is the server API for SnapshotsV1Beta3 service.
SpannerIODetails
type SpannerIODetails struct {
// ProjectId accessed in the connection.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// InstanceId accessed in the connection.
InstanceId string `protobuf:"bytes,2,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
// DatabaseId accessed in the connection.
DatabaseId string `protobuf:"bytes,3,opt,name=database_id,json=databaseId,proto3" json:"database_id,omitempty"`
// contains filtered or unexported fields
}
Metadata for a Spanner connector used by the job.
func (*SpannerIODetails) Descriptor
func (*SpannerIODetails) Descriptor() ([]byte, []int)
Deprecated: Use SpannerIODetails.ProtoReflect.Descriptor instead.
func (*SpannerIODetails) GetDatabaseId
func (x *SpannerIODetails) GetDatabaseId() string
func (*SpannerIODetails) GetInstanceId
func (x *SpannerIODetails) GetInstanceId() string
func (*SpannerIODetails) GetProjectId
func (x *SpannerIODetails) GetProjectId() string
func (*SpannerIODetails) ProtoMessage
func (*SpannerIODetails) ProtoMessage()
func (*SpannerIODetails) ProtoReflect
func (x *SpannerIODetails) ProtoReflect() protoreflect.Message
func (*SpannerIODetails) Reset
func (x *SpannerIODetails) Reset()
func (*SpannerIODetails) String
func (x *SpannerIODetails) String() string
StageExecutionDetails
type StageExecutionDetails struct {
// Workers that have done work on the stage.
Workers []*WorkerDetails `protobuf:"bytes,1,rep,name=workers,proto3" json:"workers,omitempty"`
// If present, this response does not contain all requested tasks. To obtain
// the next page of results, repeat the request with page_token set to this
// value.
NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
// contains filtered or unexported fields
}
Information about the workers and work items within a stage.
func (*StageExecutionDetails) Descriptor
func (*StageExecutionDetails) Descriptor() ([]byte, []int)
Deprecated: Use StageExecutionDetails.ProtoReflect.Descriptor instead.
func (*StageExecutionDetails) GetNextPageToken
func (x *StageExecutionDetails) GetNextPageToken() string
func (*StageExecutionDetails) GetWorkers
func (x *StageExecutionDetails) GetWorkers() []*WorkerDetails
func (*StageExecutionDetails) ProtoMessage
func (*StageExecutionDetails) ProtoMessage()
func (*StageExecutionDetails) ProtoReflect
func (x *StageExecutionDetails) ProtoReflect() protoreflect.Message
func (*StageExecutionDetails) Reset
func (x *StageExecutionDetails) Reset()
func (*StageExecutionDetails) String
func (x *StageExecutionDetails) String() string
StageSummary
type StageSummary struct {
// ID of this stage
StageId string `protobuf:"bytes,1,opt,name=stage_id,json=stageId,proto3" json:"stage_id,omitempty"`
// State of this stage.
State ExecutionState `protobuf:"varint,2,opt,name=state,proto3,enum=google.dataflow.v1beta3.ExecutionState" json:"state,omitempty"`
// Start time of this stage.
StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
// End time of this stage.
//
// If the work item is completed, this is the actual end time of the stage.
// Otherwise, it is the predicted end time.
EndTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
// Progress for this stage.
// Only applicable to Batch jobs.
Progress *ProgressTimeseries `protobuf:"bytes,5,opt,name=progress,proto3" json:"progress,omitempty"`
// Metrics for this stage.
Metrics []*MetricUpdate `protobuf:"bytes,6,rep,name=metrics,proto3" json:"metrics,omitempty"`
// contains filtered or unexported fields
}
Information about a particular execution stage of a job.
func (*StageSummary) Descriptor
func (*StageSummary) Descriptor() ([]byte, []int)
Deprecated: Use StageSummary.ProtoReflect.Descriptor instead.
func (*StageSummary) GetEndTime
func (x *StageSummary) GetEndTime() *timestamppb.Timestamp
func (*StageSummary) GetMetrics
func (x *StageSummary) GetMetrics() []*MetricUpdate
func (*StageSummary) GetProgress
func (x *StageSummary) GetProgress() *ProgressTimeseries
func (*StageSummary) GetStageId
func (x *StageSummary) GetStageId() string
func (*StageSummary) GetStartTime
func (x *StageSummary) GetStartTime() *timestamppb.Timestamp
func (*StageSummary) GetState
func (x *StageSummary) GetState() ExecutionState
func (*StageSummary) ProtoMessage
func (*StageSummary) ProtoMessage()
func (*StageSummary) ProtoReflect
func (x *StageSummary) ProtoReflect() protoreflect.Message
func (*StageSummary) Reset
func (x *StageSummary) Reset()
func (*StageSummary) String
func (x *StageSummary) String() string
StateFamilyConfig
type StateFamilyConfig struct {
// The state family value.
StateFamily string `protobuf:"bytes,1,opt,name=state_family,json=stateFamily,proto3" json:"state_family,omitempty"`
// If true, this family corresponds to a read operation.
IsRead bool `protobuf:"varint,2,opt,name=is_read,json=isRead,proto3" json:"is_read,omitempty"`
// contains filtered or unexported fields
}
State family configuration.
func (*StateFamilyConfig) Descriptor
func (*StateFamilyConfig) Descriptor() ([]byte, []int)
Deprecated: Use StateFamilyConfig.ProtoReflect.Descriptor instead.
func (*StateFamilyConfig) GetIsRead
func (x *StateFamilyConfig) GetIsRead() bool
func (*StateFamilyConfig) GetStateFamily
func (x *StateFamilyConfig) GetStateFamily() string
func (*StateFamilyConfig) ProtoMessage
func (*StateFamilyConfig) ProtoMessage()
func (*StateFamilyConfig) ProtoReflect
func (x *StateFamilyConfig) ProtoReflect() protoreflect.Message
func (*StateFamilyConfig) Reset
func (x *StateFamilyConfig) Reset()
func (*StateFamilyConfig) String
func (x *StateFamilyConfig) String() string
Step
type Step struct {
// The kind of step in the Cloud Dataflow job.
Kind string `protobuf:"bytes,1,opt,name=kind,proto3" json:"kind,omitempty"`
// The name that identifies the step. This must be unique for each
// step with respect to all other steps in the Cloud Dataflow job.
Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
// Named properties associated with the step. Each kind of
// predefined step has its own required set of properties.
// Must be provided on Create. Only retrieved with JOB_VIEW_ALL.
Properties *structpb.Struct `protobuf:"bytes,3,opt,name=properties,proto3" json:"properties,omitempty"`
// contains filtered or unexported fields
}
Defines a particular step within a Cloud Dataflow job.
A job consists of multiple steps, each of which performs some specific operation as part of the overall job. Data is typically passed from one step to another as part of the job.
Here's an example of a sequence of steps which together implement a Map-Reduce job:
Read a collection of data from some source, parsing the collection's elements.
Validate the elements.
Apply a user-defined function to map each element to some value and extract an element-specific key value.
Group elements with the same key into a single element with that key, transforming a multiply-keyed collection into a uniquely-keyed collection.
Write the elements out to some data sink.
Note that the Cloud Dataflow service may be used to run many different types of jobs, not just Map-Reduce.
func (*Step) Descriptor
Deprecated: Use Step.ProtoReflect.Descriptor instead.
func (*Step) GetKind
func (*Step) GetName
func (*Step) GetProperties
func (*Step) ProtoMessage
func (*Step) ProtoMessage()
func (*Step) ProtoReflect
func (x *Step) ProtoReflect() protoreflect.Message
func (*Step) Reset
func (x *Step) Reset()
func (*Step) String
StreamLocation
type StreamLocation struct {
// A specification of a stream's location.
//
// Types that are assignable to Location:
//
// *StreamLocation_StreamingStageLocation
// *StreamLocation_PubsubLocation
// *StreamLocation_SideInputLocation
// *StreamLocation_CustomSourceLocation
Location isStreamLocation_Location `protobuf_oneof:"location"`
// contains filtered or unexported fields
}
Describes a stream of data, either as input to be processed or as output of a streaming Dataflow job.
func (*StreamLocation) Descriptor
func (*StreamLocation) Descriptor() ([]byte, []int)
Deprecated: Use StreamLocation.ProtoReflect.Descriptor instead.
func (*StreamLocation) GetCustomSourceLocation
func (x *StreamLocation) GetCustomSourceLocation() *CustomSourceLocation
func (*StreamLocation) GetLocation
func (m *StreamLocation) GetLocation() isStreamLocation_Location
func (*StreamLocation) GetPubsubLocation
func (x *StreamLocation) GetPubsubLocation() *PubsubLocation
func (*StreamLocation) GetSideInputLocation
func (x *StreamLocation) GetSideInputLocation() *StreamingSideInputLocation
func (*StreamLocation) GetStreamingStageLocation
func (x *StreamLocation) GetStreamingStageLocation() *StreamingStageLocation
func (*StreamLocation) ProtoMessage
func (*StreamLocation) ProtoMessage()
func (*StreamLocation) ProtoReflect
func (x *StreamLocation) ProtoReflect() protoreflect.Message
func (*StreamLocation) Reset
func (x *StreamLocation) Reset()
func (*StreamLocation) String
func (x *StreamLocation) String() string
StreamLocation_CustomSourceLocation
type StreamLocation_CustomSourceLocation struct {
// The stream is a custom source.
CustomSourceLocation *CustomSourceLocation `protobuf:"bytes,4,opt,name=custom_source_location,json=customSourceLocation,proto3,oneof"`
}
StreamLocation_PubsubLocation
type StreamLocation_PubsubLocation struct {
// The stream is a pubsub stream.
PubsubLocation *PubsubLocation `protobuf:"bytes,2,opt,name=pubsub_location,json=pubsubLocation,proto3,oneof"`
}
StreamLocation_SideInputLocation
type StreamLocation_SideInputLocation struct {
// The stream is a streaming side input.
SideInputLocation *StreamingSideInputLocation `protobuf:"bytes,3,opt,name=side_input_location,json=sideInputLocation,proto3,oneof"`
}
StreamLocation_StreamingStageLocation
type StreamLocation_StreamingStageLocation struct {
// The stream is part of another computation within the current
// streaming Dataflow job.
StreamingStageLocation *StreamingStageLocation `protobuf:"bytes,1,opt,name=streaming_stage_location,json=streamingStageLocation,proto3,oneof"`
}
StreamingApplianceSnapshotConfig
type StreamingApplianceSnapshotConfig struct {
// If set, indicates the snapshot id for the snapshot being performed.
SnapshotId string `protobuf:"bytes,1,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
// Indicates which endpoint is used to import appliance state.
ImportStateEndpoint string `protobuf:"bytes,2,opt,name=import_state_endpoint,json=importStateEndpoint,proto3" json:"import_state_endpoint,omitempty"`
// contains filtered or unexported fields
}
Streaming appliance snapshot configuration.
func (*StreamingApplianceSnapshotConfig) Descriptor
func (*StreamingApplianceSnapshotConfig) Descriptor() ([]byte, []int)
Deprecated: Use StreamingApplianceSnapshotConfig.ProtoReflect.Descriptor instead.
func (*StreamingApplianceSnapshotConfig) GetImportStateEndpoint
func (x *StreamingApplianceSnapshotConfig) GetImportStateEndpoint() string
func (*StreamingApplianceSnapshotConfig) GetSnapshotId
func (x *StreamingApplianceSnapshotConfig) GetSnapshotId() string
func (*StreamingApplianceSnapshotConfig) ProtoMessage
func (*StreamingApplianceSnapshotConfig) ProtoMessage()
func (*StreamingApplianceSnapshotConfig) ProtoReflect
func (x *StreamingApplianceSnapshotConfig) ProtoReflect() protoreflect.Message
func (*StreamingApplianceSnapshotConfig) Reset
func (x *StreamingApplianceSnapshotConfig) Reset()
func (*StreamingApplianceSnapshotConfig) String
func (x *StreamingApplianceSnapshotConfig) String() string
StreamingComputationRanges
type StreamingComputationRanges struct {
// The ID of the computation.
ComputationId string `protobuf:"bytes,1,opt,name=computation_id,json=computationId,proto3" json:"computation_id,omitempty"`
// Data disk assignments for ranges from this computation.
RangeAssignments []*KeyRangeDataDiskAssignment `protobuf:"bytes,2,rep,name=range_assignments,json=rangeAssignments,proto3" json:"range_assignments,omitempty"`
// contains filtered or unexported fields
}
Describes full or partial data disk assignment information of the computation ranges.
func (*StreamingComputationRanges) Descriptor
func (*StreamingComputationRanges) Descriptor() ([]byte, []int)
Deprecated: Use StreamingComputationRanges.ProtoReflect.Descriptor instead.
func (*StreamingComputationRanges) GetComputationId
func (x *StreamingComputationRanges) GetComputationId() string
func (*StreamingComputationRanges) GetRangeAssignments
func (x *StreamingComputationRanges) GetRangeAssignments() []*KeyRangeDataDiskAssignment
func (*StreamingComputationRanges) ProtoMessage
func (*StreamingComputationRanges) ProtoMessage()
func (*StreamingComputationRanges) ProtoReflect
func (x *StreamingComputationRanges) ProtoReflect() protoreflect.Message
func (*StreamingComputationRanges) Reset
func (x *StreamingComputationRanges) Reset()
func (*StreamingComputationRanges) String
func (x *StreamingComputationRanges) String() string
StreamingSideInputLocation
type StreamingSideInputLocation struct {
// Identifies the particular side input within the streaming Dataflow job.
Tag string `protobuf:"bytes,1,opt,name=tag,proto3" json:"tag,omitempty"`
// Identifies the state family where this side input is stored.
StateFamily string `protobuf:"bytes,2,opt,name=state_family,json=stateFamily,proto3" json:"state_family,omitempty"`
// contains filtered or unexported fields
}
Identifies the location of a streaming side input.
func (*StreamingSideInputLocation) Descriptor
func (*StreamingSideInputLocation) Descriptor() ([]byte, []int)
Deprecated: Use StreamingSideInputLocation.ProtoReflect.Descriptor instead.
func (*StreamingSideInputLocation) GetStateFamily
func (x *StreamingSideInputLocation) GetStateFamily() string
func (*StreamingSideInputLocation) GetTag
func (x *StreamingSideInputLocation) GetTag() string
func (*StreamingSideInputLocation) ProtoMessage
func (*StreamingSideInputLocation) ProtoMessage()
func (*StreamingSideInputLocation) ProtoReflect
func (x *StreamingSideInputLocation) ProtoReflect() protoreflect.Message
func (*StreamingSideInputLocation) Reset
func (x *StreamingSideInputLocation) Reset()
func (*StreamingSideInputLocation) String
func (x *StreamingSideInputLocation) String() string
StreamingStageLocation
type StreamingStageLocation struct {
// Identifies the particular stream within the streaming Dataflow
// job.
StreamId string `protobuf:"bytes,1,opt,name=stream_id,json=streamId,proto3" json:"stream_id,omitempty"`
// contains filtered or unexported fields
}
Identifies the location of a streaming computation stage, for stage-to-stage communication.
func (*StreamingStageLocation) Descriptor
func (*StreamingStageLocation) Descriptor() ([]byte, []int)
Deprecated: Use StreamingStageLocation.ProtoReflect.Descriptor instead.
func (*StreamingStageLocation) GetStreamId
func (x *StreamingStageLocation) GetStreamId() string
func (*StreamingStageLocation) ProtoMessage
func (*StreamingStageLocation) ProtoMessage()
func (*StreamingStageLocation) ProtoReflect
func (x *StreamingStageLocation) ProtoReflect() protoreflect.Message
func (*StreamingStageLocation) Reset
func (x *StreamingStageLocation) Reset()
func (*StreamingStageLocation) String
func (x *StreamingStageLocation) String() string
StructuredMessage
type StructuredMessage struct {
// Human-readable version of message.
MessageText string `protobuf:"bytes,1,opt,name=message_text,json=messageText,proto3" json:"message_text,omitempty"`
// Identifier for this message type. Used by external systems to
// internationalize or personalize message.
MessageKey string `protobuf:"bytes,2,opt,name=message_key,json=messageKey,proto3" json:"message_key,omitempty"`
// The structured data associated with this message.
Parameters []*StructuredMessage_Parameter `protobuf:"bytes,3,rep,name=parameters,proto3" json:"parameters,omitempty"`
// contains filtered or unexported fields
}
A rich message format, including a human readable string, a key for identifying the message, and structured data associated with the message for programmatic consumption.
func (*StructuredMessage) Descriptor
func (*StructuredMessage) Descriptor() ([]byte, []int)
Deprecated: Use StructuredMessage.ProtoReflect.Descriptor instead.
func (*StructuredMessage) GetMessageKey
func (x *StructuredMessage) GetMessageKey() string
func (*StructuredMessage) GetMessageText
func (x *StructuredMessage) GetMessageText() string
func (*StructuredMessage) GetParameters
func (x *StructuredMessage) GetParameters() []*StructuredMessage_Parameter
func (*StructuredMessage) ProtoMessage
func (*StructuredMessage) ProtoMessage()
func (*StructuredMessage) ProtoReflect
func (x *StructuredMessage) ProtoReflect() protoreflect.Message
func (*StructuredMessage) Reset
func (x *StructuredMessage) Reset()
func (*StructuredMessage) String
func (x *StructuredMessage) String() string
StructuredMessage_Parameter
type StructuredMessage_Parameter struct {
// Key or name for this parameter.
Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
// Value for this parameter.
Value *structpb.Value `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
// contains filtered or unexported fields
}
Structured data associated with this message.
func (*StructuredMessage_Parameter) Descriptor
func (*StructuredMessage_Parameter) Descriptor() ([]byte, []int)
Deprecated: Use StructuredMessage_Parameter.ProtoReflect.Descriptor instead.
func (*StructuredMessage_Parameter) GetKey
func (x *StructuredMessage_Parameter) GetKey() string
func (*StructuredMessage_Parameter) GetValue
func (x *StructuredMessage_Parameter) GetValue() *structpb.Value
func (*StructuredMessage_Parameter) ProtoMessage
func (*StructuredMessage_Parameter) ProtoMessage()
func (*StructuredMessage_Parameter) ProtoReflect
func (x *StructuredMessage_Parameter) ProtoReflect() protoreflect.Message
func (*StructuredMessage_Parameter) Reset
func (x *StructuredMessage_Parameter) Reset()
func (*StructuredMessage_Parameter) String
func (x *StructuredMessage_Parameter) String() string
TaskRunnerSettings
type TaskRunnerSettings struct {
TaskUser string `protobuf:"bytes,1,opt,name=task_user,json=taskUser,proto3" json:"task_user,omitempty"`
TaskGroup string `protobuf:"bytes,2,opt,name=task_group,json=taskGroup,proto3" json:"task_group,omitempty"`
OauthScopes []string `protobuf:"bytes,3,rep,name=oauth_scopes,json=oauthScopes,proto3" json:"oauth_scopes,omitempty"`
BaseUrl string `protobuf:"bytes,4,opt,name=base_url,json=baseUrl,proto3" json:"base_url,omitempty"`
DataflowApiVersion string `protobuf:"bytes,5,opt,name=dataflow_api_version,json=dataflowApiVersion,proto3" json:"dataflow_api_version,omitempty"`
ParallelWorkerSettings *WorkerSettings "" /* 129 byte string literal not displayed */
BaseTaskDir string `protobuf:"bytes,7,opt,name=base_task_dir,json=baseTaskDir,proto3" json:"base_task_dir,omitempty"`
ContinueOnException bool `protobuf:"varint,8,opt,name=continue_on_exception,json=continueOnException,proto3" json:"continue_on_exception,omitempty"`
LogToSerialconsole bool `protobuf:"varint,9,opt,name=log_to_serialconsole,json=logToSerialconsole,proto3" json:"log_to_serialconsole,omitempty"`
Alsologtostderr bool `protobuf:"varint,10,opt,name=alsologtostderr,proto3" json:"alsologtostderr,omitempty"`
LogUploadLocation string `protobuf:"bytes,11,opt,name=log_upload_location,json=logUploadLocation,proto3" json:"log_upload_location,omitempty"`
LogDir string `protobuf:"bytes,12,opt,name=log_dir,json=logDir,proto3" json:"log_dir,omitempty"`
TempStoragePrefix string `protobuf:"bytes,13,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
HarnessCommand string `protobuf:"bytes,14,opt,name=harness_command,json=harnessCommand,proto3" json:"harness_command,omitempty"`
WorkflowFileName string `protobuf:"bytes,15,opt,name=workflow_file_name,json=workflowFileName,proto3" json:"workflow_file_name,omitempty"`
CommandlinesFileName string `protobuf:"bytes,16,opt,name=commandlines_file_name,json=commandlinesFileName,proto3" json:"commandlines_file_name,omitempty"`
VmId string `protobuf:"bytes,17,opt,name=vm_id,json=vmId,proto3" json:"vm_id,omitempty"`
LanguageHint string `protobuf:"bytes,18,opt,name=language_hint,json=languageHint,proto3" json:"language_hint,omitempty"`
StreamingWorkerMainClass string "" /* 138 byte string literal not displayed */
}
Taskrunner configuration settings.
func (*TaskRunnerSettings) Descriptor
func (*TaskRunnerSettings) Descriptor() ([]byte, []int)
Deprecated: Use TaskRunnerSettings.ProtoReflect.Descriptor instead.
func (*TaskRunnerSettings) GetAlsologtostderr
func (x *TaskRunnerSettings) GetAlsologtostderr() bool
func (*TaskRunnerSettings) GetBaseTaskDir
func (x *TaskRunnerSettings) GetBaseTaskDir() string
func (*TaskRunnerSettings) GetBaseUrl
func (x *TaskRunnerSettings) GetBaseUrl() string
func (*TaskRunnerSettings) GetCommandlinesFileName
func (x *TaskRunnerSettings) GetCommandlinesFileName() string
func (*TaskRunnerSettings) GetContinueOnException
func (x *TaskRunnerSettings) GetContinueOnException() bool
func (*TaskRunnerSettings) GetDataflowApiVersion
func (x *TaskRunnerSettings) GetDataflowApiVersion() string
func (*TaskRunnerSettings) GetHarnessCommand
func (x *TaskRunnerSettings) GetHarnessCommand() string
func (*TaskRunnerSettings) GetLanguageHint
func (x *TaskRunnerSettings) GetLanguageHint() string
func (*TaskRunnerSettings) GetLogDir
func (x *TaskRunnerSettings) GetLogDir() string
func (*TaskRunnerSettings) GetLogToSerialconsole
func (x *TaskRunnerSettings) GetLogToSerialconsole() bool
func (*TaskRunnerSettings) GetLogUploadLocation
func (x *TaskRunnerSettings) GetLogUploadLocation() string
func (*TaskRunnerSettings) GetOauthScopes
func (x *TaskRunnerSettings) GetOauthScopes() []string
func (*TaskRunnerSettings) GetParallelWorkerSettings
func (x *TaskRunnerSettings) GetParallelWorkerSettings() *WorkerSettings
func (*TaskRunnerSettings) GetStreamingWorkerMainClass
func (x *TaskRunnerSettings) GetStreamingWorkerMainClass() string
func (*TaskRunnerSettings) GetTaskGroup
func (x *TaskRunnerSettings) GetTaskGroup() string
func (*TaskRunnerSettings) GetTaskUser
func (x *TaskRunnerSettings) GetTaskUser() string
func (*TaskRunnerSettings) GetTempStoragePrefix
func (x *TaskRunnerSettings) GetTempStoragePrefix() string
func (*TaskRunnerSettings) GetVmId
func (x *TaskRunnerSettings) GetVmId() string
func (*TaskRunnerSettings) GetWorkflowFileName
func (x *TaskRunnerSettings) GetWorkflowFileName() string
func (*TaskRunnerSettings) ProtoMessage
func (*TaskRunnerSettings) ProtoMessage()
func (*TaskRunnerSettings) ProtoReflect
func (x *TaskRunnerSettings) ProtoReflect() protoreflect.Message
func (*TaskRunnerSettings) Reset
func (x *TaskRunnerSettings) Reset()
func (*TaskRunnerSettings) String
func (x *TaskRunnerSettings) String() string
TeardownPolicy
type TeardownPolicy int32
Specifies what happens to a resource when a Cloud Dataflow [google.dataflow.v1beta3.Job][google.dataflow.v1beta3.Job] has completed.
TeardownPolicy_TEARDOWN_POLICY_UNKNOWN, TeardownPolicy_TEARDOWN_ALWAYS, TeardownPolicy_TEARDOWN_ON_SUCCESS, TeardownPolicy_TEARDOWN_NEVER
const (
// The teardown policy isn't specified, or is unknown.
TeardownPolicy_TEARDOWN_POLICY_UNKNOWN TeardownPolicy = 0
// Always teardown the resource.
TeardownPolicy_TEARDOWN_ALWAYS TeardownPolicy = 1
// Teardown the resource on success. This is useful for debugging
// failures.
TeardownPolicy_TEARDOWN_ON_SUCCESS TeardownPolicy = 2
// Never teardown the resource. This is useful for debugging and
// development.
TeardownPolicy_TEARDOWN_NEVER TeardownPolicy = 3
)
func (TeardownPolicy) Descriptor
func (TeardownPolicy) Descriptor() protoreflect.EnumDescriptor
func (TeardownPolicy) Enum
func (x TeardownPolicy) Enum() *TeardownPolicy
func (TeardownPolicy) EnumDescriptor
func (TeardownPolicy) EnumDescriptor() ([]byte, []int)
Deprecated: Use TeardownPolicy.Descriptor instead.
func (TeardownPolicy) Number
func (x TeardownPolicy) Number() protoreflect.EnumNumber
func (TeardownPolicy) String
func (x TeardownPolicy) String() string
func (TeardownPolicy) Type
func (TeardownPolicy) Type() protoreflect.EnumType
TemplateMetadata
type TemplateMetadata struct {
// Required. The name of the template.
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
// Optional. A description of the template.
Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
// The parameters for the template.
Parameters []*ParameterMetadata `protobuf:"bytes,3,rep,name=parameters,proto3" json:"parameters,omitempty"`
// contains filtered or unexported fields
}
Metadata describing a template.
func (*TemplateMetadata) Descriptor
func (*TemplateMetadata) Descriptor() ([]byte, []int)
Deprecated: Use TemplateMetadata.ProtoReflect.Descriptor instead.
func (*TemplateMetadata) GetDescription
func (x *TemplateMetadata) GetDescription() string
func (*TemplateMetadata) GetName
func (x *TemplateMetadata) GetName() string
func (*TemplateMetadata) GetParameters
func (x *TemplateMetadata) GetParameters() []*ParameterMetadata
func (*TemplateMetadata) ProtoMessage
func (*TemplateMetadata) ProtoMessage()
func (*TemplateMetadata) ProtoReflect
func (x *TemplateMetadata) ProtoReflect() protoreflect.Message
func (*TemplateMetadata) Reset
func (x *TemplateMetadata) Reset()
func (*TemplateMetadata) String
func (x *TemplateMetadata) String() string
TemplatesServiceClient
type TemplatesServiceClient interface {
// Creates a Cloud Dataflow job from a template.
CreateJobFromTemplate(ctx context.Context, in *CreateJobFromTemplateRequest, opts ...grpc.CallOption) (*Job, error)
// Launch a template.
LaunchTemplate(ctx context.Context, in *LaunchTemplateRequest, opts ...grpc.CallOption) (*LaunchTemplateResponse, error)
// Get the template associated with a template.
GetTemplate(ctx context.Context, in *GetTemplateRequest, opts ...grpc.CallOption) (*GetTemplateResponse, error)
}
TemplatesServiceClient is the client API for TemplatesService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewTemplatesServiceClient
func NewTemplatesServiceClient(cc grpc.ClientConnInterface) TemplatesServiceClient
TemplatesServiceServer
type TemplatesServiceServer interface {
// Creates a Cloud Dataflow job from a template.
CreateJobFromTemplate(context.Context, *CreateJobFromTemplateRequest) (*Job, error)
// Launch a template.
LaunchTemplate(context.Context, *LaunchTemplateRequest) (*LaunchTemplateResponse, error)
// Get the template associated with a template.
GetTemplate(context.Context, *GetTemplateRequest) (*GetTemplateResponse, error)
}
TemplatesServiceServer is the server API for TemplatesService service.
TopologyConfig
type TopologyConfig struct {
Computations []*ComputationTopology `protobuf:"bytes,1,rep,name=computations,proto3" json:"computations,omitempty"`
DataDiskAssignments []*DataDiskAssignment `protobuf:"bytes,2,rep,name=data_disk_assignments,json=dataDiskAssignments,proto3" json:"data_disk_assignments,omitempty"`
UserStageToComputationNameMap map[string]string "" /* 244 byte string literal not displayed */
ForwardingKeyBits int32 `protobuf:"varint,4,opt,name=forwarding_key_bits,json=forwardingKeyBits,proto3" json:"forwarding_key_bits,omitempty"`
PersistentStateVersion int32 "" /* 130 byte string literal not displayed */
}
Global topology of the streaming Dataflow job, including all computations and their sharded locations.
func (*TopologyConfig) Descriptor
func (*TopologyConfig) Descriptor() ([]byte, []int)
Deprecated: Use TopologyConfig.ProtoReflect.Descriptor instead.
func (*TopologyConfig) GetComputations
func (x *TopologyConfig) GetComputations() []*ComputationTopology
func (*TopologyConfig) GetDataDiskAssignments
func (x *TopologyConfig) GetDataDiskAssignments() []*DataDiskAssignment
func (*TopologyConfig) GetForwardingKeyBits
func (x *TopologyConfig) GetForwardingKeyBits() int32
func (*TopologyConfig) GetPersistentStateVersion
func (x *TopologyConfig) GetPersistentStateVersion() int32
func (*TopologyConfig) GetUserStageToComputationNameMap
func (x *TopologyConfig) GetUserStageToComputationNameMap() map[string]string
func (*TopologyConfig) ProtoMessage
func (*TopologyConfig) ProtoMessage()
func (*TopologyConfig) ProtoReflect
func (x *TopologyConfig) ProtoReflect() protoreflect.Message
func (*TopologyConfig) Reset
func (x *TopologyConfig) Reset()
func (*TopologyConfig) String
func (x *TopologyConfig) String() string
TransformSummary
type TransformSummary struct {
// Type of transform.
Kind KindType `protobuf:"varint,1,opt,name=kind,proto3,enum=google.dataflow.v1beta3.KindType" json:"kind,omitempty"`
// SDK generated id of this transform instance.
Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
// User provided name for this transform instance.
Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
// Transform-specific display data.
DisplayData []*DisplayData `protobuf:"bytes,4,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
// User names for all collection outputs to this transform.
OutputCollectionName []string `protobuf:"bytes,5,rep,name=output_collection_name,json=outputCollectionName,proto3" json:"output_collection_name,omitempty"`
// User names for all collection inputs to this transform.
InputCollectionName []string `protobuf:"bytes,6,rep,name=input_collection_name,json=inputCollectionName,proto3" json:"input_collection_name,omitempty"`
// contains filtered or unexported fields
}
Description of the type, names/ids, and input/outputs for a transform.
func (*TransformSummary) Descriptor
func (*TransformSummary) Descriptor() ([]byte, []int)
Deprecated: Use TransformSummary.ProtoReflect.Descriptor instead.
func (*TransformSummary) GetDisplayData
func (x *TransformSummary) GetDisplayData() []*DisplayData
func (*TransformSummary) GetId
func (x *TransformSummary) GetId() string
func (*TransformSummary) GetInputCollectionName
func (x *TransformSummary) GetInputCollectionName() []string
func (*TransformSummary) GetKind
func (x *TransformSummary) GetKind() KindType
func (*TransformSummary) GetName
func (x *TransformSummary) GetName() string
func (*TransformSummary) GetOutputCollectionName
func (x *TransformSummary) GetOutputCollectionName() []string
func (*TransformSummary) ProtoMessage
func (*TransformSummary) ProtoMessage()
func (*TransformSummary) ProtoReflect
func (x *TransformSummary) ProtoReflect() protoreflect.Message
func (*TransformSummary) Reset
func (x *TransformSummary) Reset()
func (*TransformSummary) String
func (x *TransformSummary) String() string
UnimplementedFlexTemplatesServiceServer
type UnimplementedFlexTemplatesServiceServer struct {
}
UnimplementedFlexTemplatesServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedFlexTemplatesServiceServer) LaunchFlexTemplate
func (*UnimplementedFlexTemplatesServiceServer) LaunchFlexTemplate(context.Context, *LaunchFlexTemplateRequest) (*LaunchFlexTemplateResponse, error)
UnimplementedJobsV1Beta3Server
type UnimplementedJobsV1Beta3Server struct {
}
UnimplementedJobsV1Beta3Server can be embedded to have forward compatible implementations.
func (*UnimplementedJobsV1Beta3Server) AggregatedListJobs
func (*UnimplementedJobsV1Beta3Server) AggregatedListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
func (*UnimplementedJobsV1Beta3Server) CheckActiveJobs
func (*UnimplementedJobsV1Beta3Server) CheckActiveJobs(context.Context, *CheckActiveJobsRequest) (*CheckActiveJobsResponse, error)
func (*UnimplementedJobsV1Beta3Server) CreateJob
func (*UnimplementedJobsV1Beta3Server) CreateJob(context.Context, *CreateJobRequest) (*Job, error)
func (*UnimplementedJobsV1Beta3Server) GetJob
func (*UnimplementedJobsV1Beta3Server) GetJob(context.Context, *GetJobRequest) (*Job, error)
func (*UnimplementedJobsV1Beta3Server) ListJobs
func (*UnimplementedJobsV1Beta3Server) ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
func (*UnimplementedJobsV1Beta3Server) SnapshotJob
func (*UnimplementedJobsV1Beta3Server) SnapshotJob(context.Context, *SnapshotJobRequest) (*Snapshot, error)
func (*UnimplementedJobsV1Beta3Server) UpdateJob
func (*UnimplementedJobsV1Beta3Server) UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)
UnimplementedMessagesV1Beta3Server
type UnimplementedMessagesV1Beta3Server struct {
}
UnimplementedMessagesV1Beta3Server can be embedded to have forward compatible implementations.
func (*UnimplementedMessagesV1Beta3Server) ListJobMessages
func (*UnimplementedMessagesV1Beta3Server) ListJobMessages(context.Context, *ListJobMessagesRequest) (*ListJobMessagesResponse, error)
UnimplementedMetricsV1Beta3Server
type UnimplementedMetricsV1Beta3Server struct {
}
UnimplementedMetricsV1Beta3Server can be embedded to have forward compatible implementations.
func (*UnimplementedMetricsV1Beta3Server) GetJobExecutionDetails
func (*UnimplementedMetricsV1Beta3Server) GetJobExecutionDetails(context.Context, *GetJobExecutionDetailsRequest) (*JobExecutionDetails, error)
func (*UnimplementedMetricsV1Beta3Server) GetJobMetrics
func (*UnimplementedMetricsV1Beta3Server) GetJobMetrics(context.Context, *GetJobMetricsRequest) (*JobMetrics, error)
func (*UnimplementedMetricsV1Beta3Server) GetStageExecutionDetails
func (*UnimplementedMetricsV1Beta3Server) GetStageExecutionDetails(context.Context, *GetStageExecutionDetailsRequest) (*StageExecutionDetails, error)
UnimplementedSnapshotsV1Beta3Server
type UnimplementedSnapshotsV1Beta3Server struct {
}
UnimplementedSnapshotsV1Beta3Server can be embedded to have forward compatible implementations.
func (*UnimplementedSnapshotsV1Beta3Server) DeleteSnapshot
func (*UnimplementedSnapshotsV1Beta3Server) DeleteSnapshot(context.Context, *DeleteSnapshotRequest) (*DeleteSnapshotResponse, error)
func (*UnimplementedSnapshotsV1Beta3Server) GetSnapshot
func (*UnimplementedSnapshotsV1Beta3Server) GetSnapshot(context.Context, *GetSnapshotRequest) (*Snapshot, error)
func (*UnimplementedSnapshotsV1Beta3Server) ListSnapshots
func (*UnimplementedSnapshotsV1Beta3Server) ListSnapshots(context.Context, *ListSnapshotsRequest) (*ListSnapshotsResponse, error)
UnimplementedTemplatesServiceServer
type UnimplementedTemplatesServiceServer struct {
}
UnimplementedTemplatesServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedTemplatesServiceServer) CreateJobFromTemplate
func (*UnimplementedTemplatesServiceServer) CreateJobFromTemplate(context.Context, *CreateJobFromTemplateRequest) (*Job, error)
func (*UnimplementedTemplatesServiceServer) GetTemplate
func (*UnimplementedTemplatesServiceServer) GetTemplate(context.Context, *GetTemplateRequest) (*GetTemplateResponse, error)
func (*UnimplementedTemplatesServiceServer) LaunchTemplate
func (*UnimplementedTemplatesServiceServer) LaunchTemplate(context.Context, *LaunchTemplateRequest) (*LaunchTemplateResponse, error)
UpdateJobRequest
type UpdateJobRequest struct {
// The ID of the Cloud Platform project that the job belongs to.
ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
// The job ID.
JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
// The updated job.
// Only the job state is updatable; other fields will be ignored.
Job *Job `protobuf:"bytes,3,opt,name=job,proto3" json:"job,omitempty"`
// The [regional endpoint]
// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
// contains this job.
Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
// contains filtered or unexported fields
}
Request to update a Cloud Dataflow job.
func (*UpdateJobRequest) Descriptor
func (*UpdateJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use UpdateJobRequest.ProtoReflect.Descriptor instead.
func (*UpdateJobRequest) GetJob
func (x *UpdateJobRequest) GetJob() *Job
func (*UpdateJobRequest) GetJobId
func (x *UpdateJobRequest) GetJobId() string
func (*UpdateJobRequest) GetLocation
func (x *UpdateJobRequest) GetLocation() string
func (*UpdateJobRequest) GetProjectId
func (x *UpdateJobRequest) GetProjectId() string
func (*UpdateJobRequest) ProtoMessage
func (*UpdateJobRequest) ProtoMessage()
func (*UpdateJobRequest) ProtoReflect
func (x *UpdateJobRequest) ProtoReflect() protoreflect.Message
func (*UpdateJobRequest) Reset
func (x *UpdateJobRequest) Reset()
func (*UpdateJobRequest) String
func (x *UpdateJobRequest) String() string
WorkItemDetails
type WorkItemDetails struct {
// Name of this work item.
TaskId string `protobuf:"bytes,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
// Attempt ID of this work item
AttemptId string `protobuf:"bytes,2,opt,name=attempt_id,json=attemptId,proto3" json:"attempt_id,omitempty"`
// Start time of this work item attempt.
StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
// End time of this work item attempt.
//
// If the work item is completed, this is the actual end time of the work
// item. Otherwise, it is the predicted end time.
EndTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
// State of this work item.
State ExecutionState `protobuf:"varint,5,opt,name=state,proto3,enum=google.dataflow.v1beta3.ExecutionState" json:"state,omitempty"`
// Progress of this work item.
Progress *ProgressTimeseries `protobuf:"bytes,6,opt,name=progress,proto3" json:"progress,omitempty"`
// Metrics for this work item.
Metrics []*MetricUpdate `protobuf:"bytes,7,rep,name=metrics,proto3" json:"metrics,omitempty"`
// contains filtered or unexported fields
}
Information about an individual work item execution.
func (*WorkItemDetails) Descriptor
func (*WorkItemDetails) Descriptor() ([]byte, []int)
Deprecated: Use WorkItemDetails.ProtoReflect.Descriptor instead.
func (*WorkItemDetails) GetAttemptId
func (x *WorkItemDetails) GetAttemptId() string
func (*WorkItemDetails) GetEndTime
func (x *WorkItemDetails) GetEndTime() *timestamppb.Timestamp
func (*WorkItemDetails) GetMetrics
func (x *WorkItemDetails) GetMetrics() []*MetricUpdate
func (*WorkItemDetails) GetProgress
func (x *WorkItemDetails) GetProgress() *ProgressTimeseries
func (*WorkItemDetails) GetStartTime
func (x *WorkItemDetails) GetStartTime() *timestamppb.Timestamp
func (*WorkItemDetails) GetState
func (x *WorkItemDetails) GetState() ExecutionState
func (*WorkItemDetails) GetTaskId
func (x *WorkItemDetails) GetTaskId() string
func (*WorkItemDetails) ProtoMessage
func (*WorkItemDetails) ProtoMessage()
func (*WorkItemDetails) ProtoReflect
func (x *WorkItemDetails) ProtoReflect() protoreflect.Message
func (*WorkItemDetails) Reset
func (x *WorkItemDetails) Reset()
func (*WorkItemDetails) String
func (x *WorkItemDetails) String() string
WorkerDetails
type WorkerDetails struct {
// Name of this worker
WorkerName string `protobuf:"bytes,1,opt,name=worker_name,json=workerName,proto3" json:"worker_name,omitempty"`
// Work items processed by this worker, sorted by time.
WorkItems []*WorkItemDetails `protobuf:"bytes,2,rep,name=work_items,json=workItems,proto3" json:"work_items,omitempty"`
// contains filtered or unexported fields
}
Information about a worker
func (*WorkerDetails) Descriptor
func (*WorkerDetails) Descriptor() ([]byte, []int)
Deprecated: Use WorkerDetails.ProtoReflect.Descriptor instead.
func (*WorkerDetails) GetWorkItems
func (x *WorkerDetails) GetWorkItems() []*WorkItemDetails
func (*WorkerDetails) GetWorkerName
func (x *WorkerDetails) GetWorkerName() string
func (*WorkerDetails) ProtoMessage
func (*WorkerDetails) ProtoMessage()
func (*WorkerDetails) ProtoReflect
func (x *WorkerDetails) ProtoReflect() protoreflect.Message
func (*WorkerDetails) Reset
func (x *WorkerDetails) Reset()
func (*WorkerDetails) String
func (x *WorkerDetails) String() string
WorkerIPAddressConfiguration
type WorkerIPAddressConfiguration int32
Specifies how IP addresses should be allocated to the worker machines.
WorkerIPAddressConfiguration_WORKER_IP_UNSPECIFIED, WorkerIPAddressConfiguration_WORKER_IP_PUBLIC, WorkerIPAddressConfiguration_WORKER_IP_PRIVATE
const (
// The configuration is unknown, or unspecified.
WorkerIPAddressConfiguration_WORKER_IP_UNSPECIFIED WorkerIPAddressConfiguration = 0
// Workers should have public IP addresses.
WorkerIPAddressConfiguration_WORKER_IP_PUBLIC WorkerIPAddressConfiguration = 1
// Workers should have private IP addresses.
WorkerIPAddressConfiguration_WORKER_IP_PRIVATE WorkerIPAddressConfiguration = 2
)
func (WorkerIPAddressConfiguration) Descriptor
func (WorkerIPAddressConfiguration) Descriptor() protoreflect.EnumDescriptor
func (WorkerIPAddressConfiguration) Enum
func (x WorkerIPAddressConfiguration) Enum() *WorkerIPAddressConfiguration
func (WorkerIPAddressConfiguration) EnumDescriptor
func (WorkerIPAddressConfiguration) EnumDescriptor() ([]byte, []int)
Deprecated: Use WorkerIPAddressConfiguration.Descriptor instead.
func (WorkerIPAddressConfiguration) Number
func (x WorkerIPAddressConfiguration) Number() protoreflect.EnumNumber
func (WorkerIPAddressConfiguration) String
func (x WorkerIPAddressConfiguration) String() string
func (WorkerIPAddressConfiguration) Type
func (WorkerIPAddressConfiguration) Type() protoreflect.EnumType
WorkerPool
type WorkerPool struct {
Kind string `protobuf:"bytes,1,opt,name=kind,proto3" json:"kind,omitempty"`
NumWorkers int32 `protobuf:"varint,2,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
Packages []*Package `protobuf:"bytes,3,rep,name=packages,proto3" json:"packages,omitempty"`
DefaultPackageSet DefaultPackageSet "" /* 162 byte string literal not displayed */
MachineType string `protobuf:"bytes,5,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
TeardownPolicy TeardownPolicy "" /* 148 byte string literal not displayed */
DiskSizeGb int32 `protobuf:"varint,7,opt,name=disk_size_gb,json=diskSizeGb,proto3" json:"disk_size_gb,omitempty"`
DiskType string `protobuf:"bytes,16,opt,name=disk_type,json=diskType,proto3" json:"disk_type,omitempty"`
DiskSourceImage string `protobuf:"bytes,8,opt,name=disk_source_image,json=diskSourceImage,proto3" json:"disk_source_image,omitempty"`
Zone string `protobuf:"bytes,9,opt,name=zone,proto3" json:"zone,omitempty"`
TaskrunnerSettings *TaskRunnerSettings `protobuf:"bytes,10,opt,name=taskrunner_settings,json=taskrunnerSettings,proto3" json:"taskrunner_settings,omitempty"`
OnHostMaintenance string `protobuf:"bytes,11,opt,name=on_host_maintenance,json=onHostMaintenance,proto3" json:"on_host_maintenance,omitempty"`
DataDisks []*Disk `protobuf:"bytes,12,rep,name=data_disks,json=dataDisks,proto3" json:"data_disks,omitempty"`
Metadata map[string]string "" /* 158 byte string literal not displayed */
AutoscalingSettings *AutoscalingSettings `protobuf:"bytes,14,opt,name=autoscaling_settings,json=autoscalingSettings,proto3" json:"autoscaling_settings,omitempty"`
PoolArgs *anypb.Any `protobuf:"bytes,15,opt,name=pool_args,json=poolArgs,proto3" json:"pool_args,omitempty"`
Network string `protobuf:"bytes,17,opt,name=network,proto3" json:"network,omitempty"`
Subnetwork string `protobuf:"bytes,19,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
WorkerHarnessContainerImage string "" /* 147 byte string literal not displayed */
NumThreadsPerWorker int32 `protobuf:"varint,20,opt,name=num_threads_per_worker,json=numThreadsPerWorker,proto3" json:"num_threads_per_worker,omitempty"`
IpConfiguration WorkerIPAddressConfiguration "" /* 166 byte string literal not displayed */
SdkHarnessContainerImages []*SdkHarnessContainerImage "" /* 141 byte string literal not displayed */
}
Describes one particular pool of Cloud Dataflow workers to be instantiated by the Cloud Dataflow service in order to perform the computations required by a job. Note that a workflow job may use multiple pools, in order to match the various computational requirements of the various stages of the job.
func (*WorkerPool) Descriptor
func (*WorkerPool) Descriptor() ([]byte, []int)
Deprecated: Use WorkerPool.ProtoReflect.Descriptor instead.
func (*WorkerPool) GetAutoscalingSettings
func (x *WorkerPool) GetAutoscalingSettings() *AutoscalingSettings
func (*WorkerPool) GetDataDisks
func (x *WorkerPool) GetDataDisks() []*Disk
func (*WorkerPool) GetDefaultPackageSet
func (x *WorkerPool) GetDefaultPackageSet() DefaultPackageSet
func (*WorkerPool) GetDiskSizeGb
func (x *WorkerPool) GetDiskSizeGb() int32
func (*WorkerPool) GetDiskSourceImage
func (x *WorkerPool) GetDiskSourceImage() string
func (*WorkerPool) GetDiskType
func (x *WorkerPool) GetDiskType() string
func (*WorkerPool) GetIpConfiguration
func (x *WorkerPool) GetIpConfiguration() WorkerIPAddressConfiguration
func (*WorkerPool) GetKind
func (x *WorkerPool) GetKind() string
func (*WorkerPool) GetMachineType
func (x *WorkerPool) GetMachineType() string
func (*WorkerPool) GetMetadata
func (x *WorkerPool) GetMetadata() map[string]string
func (*WorkerPool) GetNetwork
func (x *WorkerPool) GetNetwork() string
func (*WorkerPool) GetNumThreadsPerWorker
func (x *WorkerPool) GetNumThreadsPerWorker() int32
func (*WorkerPool) GetNumWorkers
func (x *WorkerPool) GetNumWorkers() int32
func (*WorkerPool) GetOnHostMaintenance
func (x *WorkerPool) GetOnHostMaintenance() string
func (*WorkerPool) GetPackages
func (x *WorkerPool) GetPackages() []*Package
func (*WorkerPool) GetPoolArgs
func (x *WorkerPool) GetPoolArgs() *anypb.Any
func (*WorkerPool) GetSdkHarnessContainerImages
func (x *WorkerPool) GetSdkHarnessContainerImages() []*SdkHarnessContainerImage
func (*WorkerPool) GetSubnetwork
func (x *WorkerPool) GetSubnetwork() string
func (*WorkerPool) GetTaskrunnerSettings
func (x *WorkerPool) GetTaskrunnerSettings() *TaskRunnerSettings
func (*WorkerPool) GetTeardownPolicy
func (x *WorkerPool) GetTeardownPolicy() TeardownPolicy
func (*WorkerPool) GetWorkerHarnessContainerImage
func (x *WorkerPool) GetWorkerHarnessContainerImage() string
func (*WorkerPool) GetZone
func (x *WorkerPool) GetZone() string
func (*WorkerPool) ProtoMessage
func (*WorkerPool) ProtoMessage()
func (*WorkerPool) ProtoReflect
func (x *WorkerPool) ProtoReflect() protoreflect.Message
func (*WorkerPool) Reset
func (x *WorkerPool) Reset()
func (*WorkerPool) String
func (x *WorkerPool) String() string
WorkerSettings
type WorkerSettings struct {
// The base URL for accessing Google Cloud APIs.
//
// When workers access Google Cloud APIs, they logically do so via
// relative URLs. If this field is specified, it supplies the base
// URL to use for resolving these relative URLs. The normative
// algorithm used is defined by RFC 1808, "Relative Uniform Resource
// Locators".
//
// If not specified, the default value is "http://www.googleapis.com/"
BaseUrl string `protobuf:"bytes,1,opt,name=base_url,json=baseUrl,proto3" json:"base_url,omitempty"`
// Whether to send work progress updates to the service.
ReportingEnabled bool `protobuf:"varint,2,opt,name=reporting_enabled,json=reportingEnabled,proto3" json:"reporting_enabled,omitempty"`
// The Cloud Dataflow service path relative to the root URL, for example,
// "dataflow/v1b3/projects".
ServicePath string `protobuf:"bytes,3,opt,name=service_path,json=servicePath,proto3" json:"service_path,omitempty"`
// The Shuffle service path relative to the root URL, for example,
// "shuffle/v1beta1".
ShuffleServicePath string `protobuf:"bytes,4,opt,name=shuffle_service_path,json=shuffleServicePath,proto3" json:"shuffle_service_path,omitempty"`
// The ID of the worker running this pipeline.
WorkerId string `protobuf:"bytes,5,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
// The prefix of the resources the system should use for temporary
// storage.
//
// The supported resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempStoragePrefix string `protobuf:"bytes,6,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
// contains filtered or unexported fields
}
Provides data to pass through to the worker harness.
func (*WorkerSettings) Descriptor
func (*WorkerSettings) Descriptor() ([]byte, []int)
Deprecated: Use WorkerSettings.ProtoReflect.Descriptor instead.
func (*WorkerSettings) GetBaseUrl
func (x *WorkerSettings) GetBaseUrl() string
func (*WorkerSettings) GetReportingEnabled
func (x *WorkerSettings) GetReportingEnabled() bool
func (*WorkerSettings) GetServicePath
func (x *WorkerSettings) GetServicePath() string
func (*WorkerSettings) GetShuffleServicePath
func (x *WorkerSettings) GetShuffleServicePath() string
func (*WorkerSettings) GetTempStoragePrefix
func (x *WorkerSettings) GetTempStoragePrefix() string
func (*WorkerSettings) GetWorkerId
func (x *WorkerSettings) GetWorkerId() string
func (*WorkerSettings) ProtoMessage
func (*WorkerSettings) ProtoMessage()
func (*WorkerSettings) ProtoReflect
func (x *WorkerSettings) ProtoReflect() protoreflect.Message
func (*WorkerSettings) Reset
func (x *WorkerSettings) Reset()
func (*WorkerSettings) String
func (x *WorkerSettings) String() string